2024-11-18 02:16:54,568 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 02:16:54,613 main DEBUG Took 0.041377 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 02:16:54,613 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 02:16:54,615 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 02:16:54,616 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 02:16:54,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,627 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 02:16:54,644 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,647 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,648 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,649 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,650 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,651 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,653 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,654 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,655 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:16:54,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,667 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 02:16:54,669 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:16:54,672 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 02:16:54,677 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 02:16:54,679 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 02:16:54,680 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 02:16:54,681 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 02:16:54,700 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 02:16:54,703 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 02:16:54,705 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 02:16:54,706 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 02:16:54,707 main DEBUG createAppenders(={Console}) 2024-11-18 02:16:54,709 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 02:16:54,710 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 02:16:54,710 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 02:16:54,711 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 02:16:54,712 main DEBUG OutputStream closed 2024-11-18 02:16:54,713 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 02:16:54,714 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 02:16:54,714 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 02:16:54,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 02:16:54,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 02:16:54,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 02:16:54,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 02:16:54,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 02:16:54,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 02:16:54,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 02:16:54,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 02:16:54,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 02:16:54,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 02:16:54,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 02:16:54,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 02:16:54,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 02:16:54,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 02:16:54,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 02:16:54,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 02:16:54,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 02:16:54,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 02:16:54,834 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 02:16:54,835 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-18 02:16:54,835 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 02:16:54,836 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-18T02:16:54,855 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 02:16:54,859 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 02:16:54,860 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T02:16:54,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=4866 2024-11-18T02:16:55,271 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T02:16:55,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27 2024-11-18T02:16:55,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363, deleteOnExit=true 2024-11-18T02:16:55,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363/zookeeper_0, clientPort=50259, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:16:55,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50259 2024-11-18T02:16:55,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:16:55,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:16:55,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/test.cache.data in system properties and HBase conf 2024-11-18T02:16:55,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:16:55,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:16:55,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:16:55,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:16:55,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:16:55,573 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T02:16:55,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:16:55,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:16:55,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:16:55,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:16:55,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:16:55,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:16:55,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:16:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:16:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:16:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:16:55,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:16:55,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:16:55,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:16:55,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:16:55,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:16:56,682 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T02:16:56,775 INFO [Time-limited test {}] log.Log(170): Logging initialized @3105ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T02:16:56,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:16:56,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:16:57,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:16:57,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:16:57,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:16:57,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:16:57,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:16:57,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:16:57,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/java.io.tmpdir/jetty-localhost-39771-hadoop-hdfs-3_4_1-tests_jar-_-any-2375696260775950305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:16:57,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39771} 2024-11-18T02:16:57,291 INFO [Time-limited test {}] server.Server(415): Started @3622ms 2024-11-18T02:16:57,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:16:57,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:16:57,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:16:57,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:16:57,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:16:57,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:16:57,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:16:57,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/java.io.tmpdir/jetty-localhost-41837-hadoop-hdfs-3_4_1-tests_jar-_-any-15710650955729508172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:16:57,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:41837} 2024-11-18T02:16:57,885 INFO [Time-limited test {}] server.Server(415): Started @4216ms 2024-11-18T02:16:57,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:16:58,581 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363/data/data2/current/BP-162357668-172.17.0.2-1731896216426/current, will proceed with Du for space computation calculation, 2024-11-18T02:16:58,581 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363/data/data1/current/BP-162357668-172.17.0.2-1731896216426/current, will proceed with Du for space computation calculation, 2024-11-18T02:16:58,638 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:16:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0a1c90e5d253ec6 with lease ID 0x1ad9b6b5c34cee1f: Processing first storage report for DS-258b2422-d48b-457d-87ed-70b35736f4f3 from datanode DatanodeRegistration(127.0.0.1:40635, datanodeUuid=48682136-eeb0-4260-8eb7-131e3b4a31c4, infoPort=37311, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1787810363;c=1731896216426) 2024-11-18T02:16:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0a1c90e5d253ec6 with lease ID 0x1ad9b6b5c34cee1f: from storage DS-258b2422-d48b-457d-87ed-70b35736f4f3 node DatanodeRegistration(127.0.0.1:40635, datanodeUuid=48682136-eeb0-4260-8eb7-131e3b4a31c4, infoPort=37311, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1787810363;c=1731896216426), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T02:16:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0a1c90e5d253ec6 with lease ID 0x1ad9b6b5c34cee1f: Processing first storage report for DS-25df056a-02d1-41ef-a120-f6b86b27a20d from datanode DatanodeRegistration(127.0.0.1:40635, datanodeUuid=48682136-eeb0-4260-8eb7-131e3b4a31c4, infoPort=37311, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1787810363;c=1731896216426) 2024-11-18T02:16:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0a1c90e5d253ec6 with lease ID 0x1ad9b6b5c34cee1f: from storage DS-25df056a-02d1-41ef-a120-f6b86b27a20d node DatanodeRegistration(127.0.0.1:40635, datanodeUuid=48682136-eeb0-4260-8eb7-131e3b4a31c4, infoPort=37311, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=1787810363;c=1731896216426), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T02:16:58,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27 2024-11-18T02:16:58,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:16:58,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:16:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:16:59,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357 with version=8 2024-11-18T02:16:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/hbase-staging 2024-11-18T02:16:59,590 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T02:16:59,839 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:16:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:16:59,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:16:59,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:16:59,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:16:59,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:16:59,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:17:00,058 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T02:17:00,070 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T02:17:00,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:00,112 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13111 (auto-detected) 2024-11-18T02:17:00,113 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T02:17:00,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45191 2024-11-18T02:17:00,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45191 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:00,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451910x0, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:00,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45191-0x10128dcf1f80000 connected 2024-11-18T02:17:00,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:00,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:00,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:00,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357, hbase.cluster.distributed=false 2024-11-18T02:17:00,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/acl 2024-11-18T02:17:00,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-18T02:17:00,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45191 2024-11-18T02:17:00,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45191 2024-11-18T02:17:00,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-18T02:17:00,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45191 2024-11-18T02:17:00,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:00,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:00,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:00,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:00,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:00,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:00,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:17:00,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:00,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44217 2024-11-18T02:17:00,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44217 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:00,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:00,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:00,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442170x0, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:00,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:00,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44217-0x10128dcf1f80001 connected 2024-11-18T02:17:00,441 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:17:00,450 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:17:00,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/master 2024-11-18T02:17:00,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/acl 2024-11-18T02:17:00,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-18T02:17:00,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44217 2024-11-18T02:17:00,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44217 2024-11-18T02:17:00,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-18T02:17:00,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44217 2024-11-18T02:17:00,484 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:45191 2024-11-18T02:17:00,485 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1183302366/backup-masters/c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:00,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:00,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:00,495 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on existing znode=/0-1183302366/backup-masters/c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183302366/master 2024-11-18T02:17:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:00,518 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on existing znode=/0-1183302366/master 2024-11-18T02:17:00,519 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1183302366/backup-masters/c4730a2bacf8,45191,1731896219642 from backup master directory 2024-11-18T02:17:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/backup-masters/c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:00,523 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:00,523 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:00,525 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T02:17:00,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T02:17:00,595 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/hbase.id] with ID: 96e9a235-d66c-416a-936d-8cf56f48bafb 2024-11-18T02:17:00,595 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/.tmp/hbase.id 2024-11-18T02:17:00,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:17:01,009 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/.tmp/hbase.id]:[hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/hbase.id] 2024-11-18T02:17:01,051 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:01,056 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:17:01,075 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T02:17:01,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:01,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:01,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:17:01,502 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:01,505 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:17:01,521 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T02:17:01,526 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:17:01,575 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store 2024-11-18T02:17:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:17:01,601 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T02:17:01,605 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:01,606 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:01,606 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:01,606 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:01,608 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:01,608 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:01,608 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:01,610 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896221606Disabling compacts and flushes for region at 1731896221606Disabling writes for close at 1731896221608 (+2 ms)Writing region close event to WAL at 1731896221608Closed at 1731896221608 2024-11-18T02:17:01,612 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/.initializing 2024-11-18T02:17:01,612 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:01,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:01,643 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C45191%2C1731896219642, suffix=, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/oldWALs, maxLogs=10 2024-11-18T02:17:01,674 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642/c4730a2bacf8%2C45191%2C1731896219642.1731896221649, exclude list is [], retry=0 2024-11-18T02:17:01,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:01,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T02:17:01,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 2024-11-18T02:17:01,733 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:01,734 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:01,734 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:01,737 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,738 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:17:01,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:01,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:01,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:17:01,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:01,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:01,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:17:01,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:01,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:01,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:17:01,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:01,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:01,824 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,828 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,829 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,834 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,835 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,838 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:01,841 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:01,846 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:01,847 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62773414, jitterRate=-0.06460323929786682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:01,853 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896221751Initializing all the Stores at 1731896221753 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896221754 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896221754Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896221755 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896221755Cleaning up temporary data from old regions at 1731896221835 (+80 ms)Region opened successfully at 1731896221853 (+18 ms) 2024-11-18T02:17:01,854 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:17:01,887 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd19b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:01,919 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:17:01,930 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:17:01,930 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:17:01,934 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:17:01,935 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T02:17:01,940 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T02:17:01,940 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:17:01,966 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:17:01,974 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/balancer because node does not exist (not necessarily an error) 2024-11-18T02:17:01,976 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/balancer already deleted, retry=false 2024-11-18T02:17:01,979 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:17:01,980 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:17:01,982 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/normalizer already deleted, retry=false 2024-11-18T02:17:01,984 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:17:01,987 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:17:01,988 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/switch/split already deleted, retry=false 2024-11-18T02:17:01,990 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:17:01,992 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/switch/merge already deleted, retry=false 2024-11-18T02:17:02,010 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:17:02,012 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/snapshot-cleanup already deleted, retry=false 2024-11-18T02:17:02,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:02,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:02,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:02,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:02,018 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,45191,1731896219642, sessionid=0x10128dcf1f80000, setting cluster-up flag (Was=false) 2024-11-18T02:17:02,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:02,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:02,039 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183302366/flush-table-proc/acquired, /0-1183302366/flush-table-proc/reached, /0-1183302366/flush-table-proc/abort 2024-11-18T02:17:02,041 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:02,056 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183302366/online-snapshot/acquired, /0-1183302366/online-snapshot/reached, /0-1183302366/online-snapshot/abort 2024-11-18T02:17:02,058 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:02,064 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:17:02,072 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(746): ClusterId : 96e9a235-d66c-416a-936d-8cf56f48bafb 2024-11-18T02:17:02,074 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:17:02,080 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:17:02,080 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:17:02,084 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:17:02,084 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3559f13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:02,108 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:44217 2024-11-18T02:17:02,112 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:17:02,112 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:17:02,113 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:17:02,116 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,45191,1731896219642 with port=44217, startcode=1731896220367 2024-11-18T02:17:02,132 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:17:02,163 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:02,172 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:17:02,174 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:17:02,177 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45191 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T02:17:02,180 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:17:02,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,45191,1731896219642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:17:02,193 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:02,193 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:02,194 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:02,194 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:02,194 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:17:02,194 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,195 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:02,195 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,197 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896252197 2024-11-18T02:17:02,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:17:02,200 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:17:02,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:02,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:17:02,203 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:17:02,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:17:02,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:17:02,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:17:02,207 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:02,205 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:17:02,209 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:17:02,210 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T02:17:02,210 WARN [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T02:17:02,211 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:17:02,211 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:17:02,212 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:17:02,214 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:17:02,214 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:17:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:17:02,217 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896222216,5,FailOnTimeoutGroup] 2024-11-18T02:17:02,218 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896222217,5,FailOnTimeoutGroup] 2024-11-18T02:17:02,218 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,218 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:17:02,219 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,220 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,312 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,45191,1731896219642 with port=44217, startcode=1731896220367 2024-11-18T02:17:02,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:02,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45191 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:02,326 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357 2024-11-18T02:17:02,326 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46313 2024-11-18T02:17:02,326 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:17:02,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/rs 2024-11-18T02:17:02,331 DEBUG [RS:0;c4730a2bacf8:44217 {}] zookeeper.ZKUtil(111): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on existing znode=/0-1183302366/rs/c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:02,331 WARN [RS:0;c4730a2bacf8:44217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:02,331 INFO [RS:0;c4730a2bacf8:44217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:02,332 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:02,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,44217,1731896220367] 2024-11-18T02:17:02,358 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:17:02,372 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:17:02,377 INFO [RS:0;c4730a2bacf8:44217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:17:02,377 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,378 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:17:02,383 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:17:02,385 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,385 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,385 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,385 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,385 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,386 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,386 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:02,386 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,386 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,386 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,386 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,386 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,387 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:02,387 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:02,387 DEBUG [RS:0;c4730a2bacf8:44217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:02,388 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,388 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,389 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,389 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,389 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,389 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44217,1731896220367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:02,409 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:17:02,411 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44217,1731896220367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,411 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,411 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.Replication(171): c4730a2bacf8,44217,1731896220367 started 2024-11-18T02:17:02,431 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:02,431 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,44217,1731896220367, RpcServer on c4730a2bacf8/172.17.0.2:44217, sessionid=0x10128dcf1f80001 2024-11-18T02:17:02,432 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:17:02,432 DEBUG [RS:0;c4730a2bacf8:44217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:02,433 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,44217,1731896220367' 2024-11-18T02:17:02,433 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183302366/flush-table-proc/abort' 2024-11-18T02:17:02,434 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183302366/flush-table-proc/acquired' 2024-11-18T02:17:02,434 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:17:02,435 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:17:02,435 DEBUG [RS:0;c4730a2bacf8:44217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:02,435 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,44217,1731896220367' 2024-11-18T02:17:02,435 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183302366/online-snapshot/abort' 2024-11-18T02:17:02,436 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183302366/online-snapshot/acquired' 2024-11-18T02:17:02,436 DEBUG [RS:0;c4730a2bacf8:44217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:17:02,436 INFO [RS:0;c4730a2bacf8:44217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:17:02,436 INFO [RS:0;c4730a2bacf8:44217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:17:02,542 INFO [RS:0;c4730a2bacf8:44217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:02,545 INFO [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C44217%2C1731896220367, suffix=, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs, maxLogs=10 2024-11-18T02:17:02,564 DEBUG [RS:0;c4730a2bacf8:44217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548, exclude list is [], retry=0 2024-11-18T02:17:02,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:02,573 INFO [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 2024-11-18T02:17:02,574 DEBUG [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:02,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:17:02,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357 2024-11-18T02:17:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:17:03,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:03,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:03,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:03,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:03,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:03,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:03,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:03,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:03,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:03,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:03,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740 2024-11-18T02:17:03,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740 2024-11-18T02:17:03,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:03,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:03,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:03,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:03,064 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:03,065 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400314, jitterRate=-0.010558217763900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:03,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896223030Initializing all the Stores at 1731896223032 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896223033 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896223033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896223033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896223033Cleaning up temporary data from old regions at 1731896223055 (+22 ms)Region opened successfully at 1731896223069 (+14 ms) 2024-11-18T02:17:03,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:03,069 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:03,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:03,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:03,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:03,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:03,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896223069Disabling compacts and flushes for region at 1731896223069Disabling writes for close at 1731896223070 (+1 ms)Writing region close event to WAL at 1731896223071 (+1 ms)Closed at 1731896223071 2024-11-18T02:17:03,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:03,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:17:03,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:17:03,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:03,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:17:03,250 DEBUG [c4730a2bacf8:45191 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:03,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:03,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,44217,1731896220367, state=OPENING 2024-11-18T02:17:03,277 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:17:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:03,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:03,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:03,286 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:03,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44217,1731896220367}] 2024-11-18T02:17:03,464 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:03,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:17:03,480 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:17:03,481 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:03,482 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:17:03,485 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C44217%2C1731896220367.meta, suffix=.meta, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs, maxLogs=10 2024-11-18T02:17:03,503 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.meta.1731896223487.meta, exclude list is [], retry=0 2024-11-18T02:17:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:03,511 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.meta.1731896223487.meta 2024-11-18T02:17:03,511 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:03,512 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:03,517 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:03,518 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:03,521 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:17:03,523 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:17:03,526 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:17:03,527 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:03,527 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:17:03,527 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:17:03,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:03,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:03,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:03,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:03,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:03,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:03,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:03,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:03,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:03,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:03,540 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:03,541 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740 2024-11-18T02:17:03,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740 2024-11-18T02:17:03,545 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:03,546 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:03,546 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:03,549 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:03,550 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68328055, jitterRate=0.018167361617088318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:03,550 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:17:03,552 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896223527Writing region info on filesystem at 1731896223528 (+1 ms)Initializing all the Stores at 1731896223530 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896223530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896223530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896223530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896223530Cleaning up temporary data from old regions at 1731896223546 (+16 ms)Running coprocessor post-open hooks at 1731896223551 (+5 ms)Region opened successfully at 1731896223552 (+1 ms) 2024-11-18T02:17:03,559 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896223455 2024-11-18T02:17:03,570 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:17:03,571 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:17:03,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:03,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,44217,1731896220367, state=OPEN 2024-11-18T02:17:03,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:03,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:03,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:03,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:03,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:03,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:17:03,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44217,1731896220367 in 291 msec 2024-11-18T02:17:03,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:17:03,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-18T02:17:03,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:03,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:17:03,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:03,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,44217,1731896220367, seqNum=-1] 2024-11-18T02:17:03,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:03,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:03,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5530 sec 2024-11-18T02:17:03,655 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896223655, completionTime=-1 2024-11-18T02:17:03,657 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:17:03,657 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:17:03,683 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:17:03,683 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896283683 2024-11-18T02:17:03,683 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896343683 2024-11-18T02:17:03,683 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-18T02:17:03,685 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45191,1731896219642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:03,686 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45191,1731896219642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:03,686 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45191,1731896219642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:03,687 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:45191, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:03,688 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:03,688 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:03,694 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:17:03,717 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.194sec 2024-11-18T02:17:03,719 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:17:03,720 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:17:03,721 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:17:03,721 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:17:03,722 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:17:03,722 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45191,1731896219642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:03,723 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45191,1731896219642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:17:03,731 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:17:03,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:17:03,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45191,1731896219642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:03,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:03,784 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T02:17:03,785 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T02:17:03,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45191,-1 for getting cluster id 2024-11-18T02:17:03,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:03,798 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96e9a235-d66c-416a-936d-8cf56f48bafb' 2024-11-18T02:17:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96e9a235-d66c-416a-936d-8cf56f48bafb" 2024-11-18T02:17:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301f7ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45191,-1] 2024-11-18T02:17:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:03,809 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:03,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:03,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:03,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,44217,1731896220367, seqNum=-1] 2024-11-18T02:17:03,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:03,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:03,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:03,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:03,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128dcf1f80002 connected 2024-11-18T02:17:03,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.log.dir so I do NOT create it in target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f 2024-11-18T02:17:03,870 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:17:03,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.tmp.dir so I do NOT create it in target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f 2024-11-18T02:17:03,870 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:17:03,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f 2024-11-18T02:17:03,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:17:03,870 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/cluster_92a556d5-e6d5-462c-8eaa-6e408d4b238f, deleteOnExit=true 2024-11-18T02:17:03,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:17:03,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/test.cache.data in system properties and HBase conf 2024-11-18T02:17:03,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:17:03,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:17:03,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:17:03,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:17:03,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:17:03,871 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:17:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:17:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:17:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:17:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:17:03,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:03,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:03,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:03,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:03,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:17:03,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:03,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:03,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:04,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/java.io.tmpdir/jetty-localhost-45151-hadoop-hdfs-3_4_1-tests_jar-_-any-16642978930411360837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:04,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:45151} 2024-11-18T02:17:04,104 INFO [Time-limited test {}] server.Server(415): Started @10435ms 2024-11-18T02:17:04,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:04,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:04,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:04,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:04,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:17:04,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:04,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:04,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/java.io.tmpdir/jetty-localhost-40113-hadoop-hdfs-3_4_1-tests_jar-_-any-11005827880447372900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:04,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:40113} 2024-11-18T02:17:04,334 INFO [Time-limited test {}] server.Server(415): Started @10666ms 2024-11-18T02:17:04,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:17:04,476 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/cluster_92a556d5-e6d5-462c-8eaa-6e408d4b238f/data/data1/current/BP-1410225543-172.17.0.2-1731896223906/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:04,476 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/cluster_92a556d5-e6d5-462c-8eaa-6e408d4b238f/data/data2/current/BP-1410225543-172.17.0.2-1731896223906/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:04,530 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:17:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda6fc63957bb7d77 with lease ID 0x520e2db9177e130b: Processing first storage report for DS-7b047db4-d4f6-495c-a0e7-a6d48d94b084 from datanode DatanodeRegistration(127.0.0.1:33235, datanodeUuid=d27eeeb1-7581-4944-a442-3636e03582f8, infoPort=44875, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=484411483;c=1731896223906) 2024-11-18T02:17:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda6fc63957bb7d77 with lease ID 0x520e2db9177e130b: from storage DS-7b047db4-d4f6-495c-a0e7-a6d48d94b084 node DatanodeRegistration(127.0.0.1:33235, datanodeUuid=d27eeeb1-7581-4944-a442-3636e03582f8, infoPort=44875, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=484411483;c=1731896223906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda6fc63957bb7d77 with lease ID 0x520e2db9177e130b: Processing first storage report for DS-deb902e6-b5df-4365-bf3b-bc33fbd1950d from datanode DatanodeRegistration(127.0.0.1:33235, datanodeUuid=d27eeeb1-7581-4944-a442-3636e03582f8, infoPort=44875, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=484411483;c=1731896223906) 2024-11-18T02:17:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda6fc63957bb7d77 with lease ID 0x520e2db9177e130b: from storage DS-deb902e6-b5df-4365-bf3b-bc33fbd1950d node DatanodeRegistration(127.0.0.1:33235, datanodeUuid=d27eeeb1-7581-4944-a442-3636e03582f8, infoPort=44875, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=484411483;c=1731896223906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:04,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f 2024-11-18T02:17:04,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:04,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:17:05,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1 with version=8 2024-11-18T02:17:05,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/hbase-staging 2024-11-18T02:17:05,004 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:05,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:05,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:05,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:05,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:05,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:05,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:17:05,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:05,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34981 2024-11-18T02:17:05,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34981 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:05,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349810x0, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:05,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34981-0x10128dcf1f80003 connected 2024-11-18T02:17:05,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:05,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:05,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on znode that does not yet exist, /1-2086647654/running 2024-11-18T02:17:05,034 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1, hbase.cluster.distributed=false 2024-11-18T02:17:05,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on znode that does not yet exist, /1-2086647654/acl 2024-11-18T02:17:05,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-18T02:17:05,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34981 2024-11-18T02:17:05,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34981 2024-11-18T02:17:05,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-18T02:17:05,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-18T02:17:05,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:05,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:05,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:05,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:05,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:05,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:05,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:17:05,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:05,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36809 2024-11-18T02:17:05,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36809 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:05,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:05,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:05,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368090x0, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on znode that does not yet exist, /1-2086647654/running 2024-11-18T02:17:05,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368090x0, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:05,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:17:05,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36809-0x10128dcf1f80004 connected 2024-11-18T02:17:05,071 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:17:05,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on znode that does not yet exist, /1-2086647654/master 2024-11-18T02:17:05,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on znode that does not yet exist, /1-2086647654/acl 2024-11-18T02:17:05,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-18T02:17:05,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36809 2024-11-18T02:17:05,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36809 2024-11-18T02:17:05,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-18T02:17:05,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-18T02:17:05,129 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:34981 2024-11-18T02:17:05,129 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2086647654/backup-masters/c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:05,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654/backup-masters 2024-11-18T02:17:05,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654/backup-masters 2024-11-18T02:17:05,133 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on existing znode=/1-2086647654/backup-masters/c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2086647654/master 2024-11-18T02:17:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:05,136 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on existing znode=/1-2086647654/master 2024-11-18T02:17:05,137 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2086647654/backup-masters/c4730a2bacf8,34981,1731896225004 from backup master directory 2024-11-18T02:17:05,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2086647654/backup-masters/c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:05,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654/backup-masters 2024-11-18T02:17:05,144 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:05,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654/backup-masters 2024-11-18T02:17:05,144 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:05,152 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/hbase.id] with ID: c34ef664-33c3-4ef2-a7c2-b296a10cec2c 2024-11-18T02:17:05,152 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/.tmp/hbase.id 2024-11-18T02:17:05,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:17:05,175 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/.tmp/hbase.id]:[hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/hbase.id] 2024-11-18T02:17:05,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:05,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:17:05,206 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T02:17:05,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:05,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:17:05,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:05,625 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:17:05,626 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:05,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:17:06,039 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store 2024-11-18T02:17:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:17:06,048 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:06,049 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:06,049 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:06,049 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:06,049 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:06,049 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:06,049 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:06,049 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896226049Disabling compacts and flushes for region at 1731896226049Disabling writes for close at 1731896226049Writing region close event to WAL at 1731896226049Closed at 1731896226049 2024-11-18T02:17:06,051 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/.initializing 2024-11-18T02:17:06,051 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/WALs/c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:06,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:06,055 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C34981%2C1731896225004, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/WALs/c4730a2bacf8,34981,1731896225004, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/oldWALs, maxLogs=10 2024-11-18T02:17:06,070 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/WALs/c4730a2bacf8,34981,1731896225004/c4730a2bacf8%2C34981%2C1731896225004.1731896226056, exclude list is [], retry=0 2024-11-18T02:17:06,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33235,DS-7b047db4-d4f6-495c-a0e7-a6d48d94b084,DISK] 2024-11-18T02:17:06,078 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/WALs/c4730a2bacf8,34981,1731896225004/c4730a2bacf8%2C34981%2C1731896225004.1731896226056 2024-11-18T02:17:06,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-11-18T02:17:06,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:06,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:06,079 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,079 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:17:06,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:06,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:06,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:17:06,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:06,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:06,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:17:06,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:06,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:06,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:17:06,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:06,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:06,095 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,096 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,097 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,099 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,099 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,100 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:06,102 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:06,106 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:06,108 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69863950, jitterRate=0.041053980588912964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:06,108 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896226079Initializing all the Stores at 1731896226080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896226080Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896226081 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896226081Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896226081Cleaning up temporary data from old regions at 1731896226099 (+18 ms)Region opened successfully at 1731896226108 (+9 ms) 2024-11-18T02:17:06,108 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:17:06,115 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faf1c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:06,117 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:17:06,117 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:17:06,117 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:17:06,117 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:17:06,118 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:17:06,118 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:17:06,119 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:17:06,123 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:17:06,125 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Unable to get data of znode /1-2086647654/balancer because node does not exist (not necessarily an error) 2024-11-18T02:17:06,127 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2086647654/balancer already deleted, retry=false 2024-11-18T02:17:06,127 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:17:06,128 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Unable to get data of znode /1-2086647654/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:17:06,129 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2086647654/normalizer already deleted, retry=false 2024-11-18T02:17:06,130 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:17:06,131 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Unable to get data of znode /1-2086647654/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:17:06,135 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2086647654/switch/split already deleted, retry=false 2024-11-18T02:17:06,137 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Unable to get data of znode /1-2086647654/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:17:06,139 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2086647654/switch/merge already deleted, retry=false 2024-11-18T02:17:06,143 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Unable to get data of znode /1-2086647654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:17:06,144 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2086647654/snapshot-cleanup already deleted, retry=false 2024-11-18T02:17:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2086647654/running 2024-11-18T02:17:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2086647654/running 2024-11-18T02:17:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:06,154 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,34981,1731896225004, sessionid=0x10128dcf1f80003, setting cluster-up flag (Was=false) 2024-11-18T02:17:06,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:06,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:06,164 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2086647654/flush-table-proc/acquired, /1-2086647654/flush-table-proc/reached, /1-2086647654/flush-table-proc/abort 2024-11-18T02:17:06,165 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:06,176 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2086647654/online-snapshot/acquired, /1-2086647654/online-snapshot/reached, /1-2086647654/online-snapshot/abort 2024-11-18T02:17:06,177 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:06,179 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:17:06,182 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:06,182 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:17:06,183 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:17:06,183 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,34981,1731896225004 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:17:06,184 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:06,184 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:06,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:06,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:06,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:17:06,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:06,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896256186 2024-11-18T02:17:06,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:17:06,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:17:06,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:17:06,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:17:06,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:17:06,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:17:06,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:17:06,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:17:06,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:17:06,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:17:06,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:06,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:17:06,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:17:06,188 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:17:06,188 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896226188,5,FailOnTimeoutGroup] 2024-11-18T02:17:06,188 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896226188,5,FailOnTimeoutGroup] 2024-11-18T02:17:06,188 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,188 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:17:06,188 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,188 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,189 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:06,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:17:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:17:06,216 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(746): ClusterId : c34ef664-33c3-4ef2-a7c2-b296a10cec2c 2024-11-18T02:17:06,216 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:17:06,219 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:17:06,219 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:17:06,222 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:17:06,222 DEBUG [RS:0;c4730a2bacf8:36809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:06,234 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:36809 2024-11-18T02:17:06,235 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:17:06,235 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:17:06,235 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:17:06,235 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,34981,1731896225004 with port=36809, startcode=1731896225056 2024-11-18T02:17:06,236 DEBUG [RS:0;c4730a2bacf8:36809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:17:06,238 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:17:06,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:06,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34981 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:06,242 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1 2024-11-18T02:17:06,242 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44555 2024-11-18T02:17:06,242 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:17:06,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654/rs 2024-11-18T02:17:06,247 DEBUG [RS:0;c4730a2bacf8:36809 {}] zookeeper.ZKUtil(111): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on existing znode=/1-2086647654/rs/c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:06,247 WARN [RS:0;c4730a2bacf8:36809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:06,247 INFO [RS:0;c4730a2bacf8:36809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:06,247 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/WALs/c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:06,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,36809,1731896225056] 2024-11-18T02:17:06,251 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:17:06,254 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:17:06,255 INFO [RS:0;c4730a2bacf8:36809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:17:06,255 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,255 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:17:06,256 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:17:06,256 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,256 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:06,257 DEBUG [RS:0;c4730a2bacf8:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:06,258 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,258 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,258 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,258 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,258 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,258 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,36809,1731896225056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:06,274 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:17:06,274 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,36809,1731896225056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,274 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,274 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.Replication(171): c4730a2bacf8,36809,1731896225056 started 2024-11-18T02:17:06,289 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:06,289 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,36809,1731896225056, RpcServer on c4730a2bacf8/172.17.0.2:36809, sessionid=0x10128dcf1f80004 2024-11-18T02:17:06,290 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:17:06,290 DEBUG [RS:0;c4730a2bacf8:36809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:06,290 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,36809,1731896225056' 2024-11-18T02:17:06,290 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2086647654/flush-table-proc/abort' 2024-11-18T02:17:06,290 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2086647654/flush-table-proc/acquired' 2024-11-18T02:17:06,291 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:17:06,291 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:17:06,291 DEBUG [RS:0;c4730a2bacf8:36809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:06,291 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,36809,1731896225056' 2024-11-18T02:17:06,291 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2086647654/online-snapshot/abort' 2024-11-18T02:17:06,292 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2086647654/online-snapshot/acquired' 2024-11-18T02:17:06,292 DEBUG [RS:0;c4730a2bacf8:36809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:17:06,292 INFO [RS:0;c4730a2bacf8:36809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:17:06,292 INFO [RS:0;c4730a2bacf8:36809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:17:06,393 INFO [RS:0;c4730a2bacf8:36809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:06,396 INFO [RS:0;c4730a2bacf8:36809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C36809%2C1731896225056, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/WALs/c4730a2bacf8,36809,1731896225056, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/oldWALs, maxLogs=10 2024-11-18T02:17:06,411 DEBUG [RS:0;c4730a2bacf8:36809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/WALs/c4730a2bacf8,36809,1731896225056/c4730a2bacf8%2C36809%2C1731896225056.1731896226397, exclude list is [], retry=0 2024-11-18T02:17:06,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33235,DS-7b047db4-d4f6-495c-a0e7-a6d48d94b084,DISK] 2024-11-18T02:17:06,418 INFO [RS:0;c4730a2bacf8:36809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/WALs/c4730a2bacf8,36809,1731896225056/c4730a2bacf8%2C36809%2C1731896225056.1731896226397 2024-11-18T02:17:06,418 DEBUG [RS:0;c4730a2bacf8:36809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-11-18T02:17:06,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:17:06,598 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1 2024-11-18T02:17:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:17:07,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:07,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:07,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:07,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:07,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:07,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:07,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:07,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:07,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:07,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:07,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740 2024-11-18T02:17:07,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740 2024-11-18T02:17:07,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:07,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:07,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:07,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:07,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:07,035 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65204802, jitterRate=-0.028372734785079956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:07,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896227008Initializing all the Stores at 1731896227010 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896227010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896227010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896227010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896227010Cleaning up temporary data from old regions at 1731896227027 (+17 ms)Region opened successfully at 1731896227035 (+8 ms) 2024-11-18T02:17:07,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:07,035 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:07,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:07,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:07,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:07,036 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:07,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896227035Disabling compacts and flushes for region at 1731896227035Disabling writes for close at 1731896227036 (+1 ms)Writing region close event to WAL at 1731896227036Closed at 1731896227036 2024-11-18T02:17:07,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:07,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:17:07,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:17:07,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:07,043 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:17:07,193 DEBUG [c4730a2bacf8:34981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:07,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:07,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,36809,1731896225056, state=OPENING 2024-11-18T02:17:07,198 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:17:07,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:07,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:07,201 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:07,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,36809,1731896225056}] 2024-11-18T02:17:07,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2086647654/meta-region-server: CHANGED 2024-11-18T02:17:07,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2086647654/meta-region-server: CHANGED 2024-11-18T02:17:07,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:07,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:17:07,365 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:17:07,365 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:07,366 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:17:07,368 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C36809%2C1731896225056.meta, suffix=.meta, logDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/WALs/c4730a2bacf8,36809,1731896225056, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/oldWALs, maxLogs=10 2024-11-18T02:17:07,386 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/WALs/c4730a2bacf8,36809,1731896225056/c4730a2bacf8%2C36809%2C1731896225056.meta.1731896227370.meta, exclude list is [], retry=0 2024-11-18T02:17:07,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33235,DS-7b047db4-d4f6-495c-a0e7-a6d48d94b084,DISK] 2024-11-18T02:17:07,392 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/WALs/c4730a2bacf8,36809,1731896225056/c4730a2bacf8%2C36809%2C1731896225056.meta.1731896227370.meta 2024-11-18T02:17:07,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-11-18T02:17:07,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:07,395 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:07,395 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:07,395 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:17:07,395 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:17:07,395 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:17:07,395 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:07,395 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:17:07,395 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:17:07,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:07,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:07,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:07,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:07,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:07,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:07,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:07,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:07,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:07,405 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:07,406 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740 2024-11-18T02:17:07,407 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740 2024-11-18T02:17:07,409 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:07,409 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:07,410 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:07,412 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:07,413 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66846088, jitterRate=-0.003915667533874512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:07,413 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:17:07,413 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896227396Writing region info on filesystem at 1731896227396Initializing all the Stores at 1731896227397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896227397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896227397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896227397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896227397Cleaning up temporary data from old regions at 1731896227409 (+12 ms)Running coprocessor post-open hooks at 1731896227413 (+4 ms)Region opened successfully at 1731896227413 2024-11-18T02:17:07,415 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896227355 2024-11-18T02:17:07,418 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:17:07,418 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:17:07,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:07,421 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,36809,1731896225056, state=OPEN 2024-11-18T02:17:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2086647654/meta-region-server 2024-11-18T02:17:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2086647654/meta-region-server 2024-11-18T02:17:07,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:07,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2086647654/meta-region-server: CHANGED 2024-11-18T02:17:07,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2086647654/meta-region-server: CHANGED 2024-11-18T02:17:07,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:17:07,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,36809,1731896225056 in 223 msec 2024-11-18T02:17:07,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:17:07,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-18T02:17:07,434 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:07,434 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:17:07,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:07,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,36809,1731896225056, seqNum=-1] 2024-11-18T02:17:07,437 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:07,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:07,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-18T02:17:07,449 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896227449, completionTime=-1 2024-11-18T02:17:07,449 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:17:07,449 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:17:07,452 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:17:07,452 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896287452 2024-11-18T02:17:07,452 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896347452 2024-11-18T02:17:07,452 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T02:17:07,453 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34981,1731896225004-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:07,453 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34981,1731896225004-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:07,453 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34981,1731896225004-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:07,453 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:34981, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:07,453 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:07,453 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:07,455 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.314sec 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34981,1731896225004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:07,458 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34981,1731896225004-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:17:07,462 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:17:07,462 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:17:07,462 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34981,1731896225004-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:07,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:07,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:07,519 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e065751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:07,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:07,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:07,523 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:07,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,36809,1731896225056, seqNum=-1] 2024-11-18T02:17:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:07,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:07,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:07,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:07,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:07,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128dcf1f80005 connected 2024-11-18T02:17:07,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45191,-1 for getting cluster id 2024-11-18T02:17:07,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:07,544 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96e9a235-d66c-416a-936d-8cf56f48bafb' 2024-11-18T02:17:07,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96e9a235-d66c-416a-936d-8cf56f48bafb" 2024-11-18T02:17:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43726c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45191,-1] 2024-11-18T02:17:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:07,548 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffee48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:07,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:07,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558aea1e 2024-11-18T02:17:07,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:07,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:07,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:17:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:17:07,591 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:07,593 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bacffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,593 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:07,593 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:07,595 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16923a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:07,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:07,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:07,597 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4152bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:07,599 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:07,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:07,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10f899 2024-11-18T02:17:07,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:07,605 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:07,617 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T02:17:07,617 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:17:07,622 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:07,622 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:07,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:07,624 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:07,629 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:17:07,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:17:07,633 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:07,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:17:07,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741835_1011 (size=1138) 2024-11-18T02:17:07,682 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:17:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:08,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 334264c69117643ae74806285141ce2d, NAME => 'hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357 2024-11-18T02:17:08,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741836_1012 (size=44) 2024-11-18T02:17:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:08,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:17:08,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:08,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 334264c69117643ae74806285141ce2d, disabling compactions & flushes 2024-11-18T02:17:08,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:08,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:08,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. after waiting 0 ms 2024-11-18T02:17:08,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:08,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:08,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 334264c69117643ae74806285141ce2d: Waiting for close lock at 1731896228456Disabling compacts and flushes for region at 1731896228456Disabling writes for close at 1731896228457 (+1 ms)Writing region close event to WAL at 1731896228457Closed at 1731896228457 2024-11-18T02:17:08,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:17:08,464 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896228459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896228459"}]},"ts":"1731896228459"} 2024-11-18T02:17:08,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:17:08,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:17:08,473 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896228470"}]},"ts":"1731896228470"} 2024-11-18T02:17:08,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:17:08,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN}] 2024-11-18T02:17:08,481 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN 2024-11-18T02:17:08,482 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN; state=OFFLINE, location=c4730a2bacf8,44217,1731896220367; forceNewPlan=false, retain=false 2024-11-18T02:17:08,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=334264c69117643ae74806285141ce2d, regionState=OPENING, regionLocation=c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:08,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN because future has completed 2024-11-18T02:17:08,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334264c69117643ae74806285141ce2d, server=c4730a2bacf8,44217,1731896220367}] 2024-11-18T02:17:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:08,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:08,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:08,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:17:08,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C44217%2C1731896220367.rep, suffix=, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs, maxLogs=10 2024-11-18T02:17:08,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.rep.1731896228801, exclude list is [], retry=0 2024-11-18T02:17:08,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:08,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.rep.1731896228801 2024-11-18T02:17:08,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:08,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 334264c69117643ae74806285141ce2d, NAME => 'hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:08,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:08,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:08,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. service=MultiRowMutationService 2024-11-18T02:17:08,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:17:08,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:08,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,825 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,826 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334264c69117643ae74806285141ce2d columnFamilyName hfileref 2024-11-18T02:17:08,827 DEBUG [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:08,827 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(327): Store=334264c69117643ae74806285141ce2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:08,827 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,829 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334264c69117643ae74806285141ce2d columnFamilyName queue 2024-11-18T02:17:08,829 DEBUG [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:08,830 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(327): Store=334264c69117643ae74806285141ce2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:08,830 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,831 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334264c69117643ae74806285141ce2d columnFamilyName sid 2024-11-18T02:17:08,831 DEBUG [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:08,832 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(327): Store=334264c69117643ae74806285141ce2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:08,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:17:08,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:08,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 334264c69117643ae74806285141ce2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70743959, jitterRate=0.054167136549949646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:17:08,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:08,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 334264c69117643ae74806285141ce2d: Running coprocessor pre-open hook at 1731896228823Writing region info on filesystem at 1731896228823Initializing all the Stores at 1731896228824 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896228824Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896228825 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896228825Cleaning up temporary data from old regions at 1731896228835 (+10 ms)Running coprocessor post-open hooks at 1731896228841 (+6 ms)Region opened successfully at 1731896228842 (+1 ms) 2024-11-18T02:17:08,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., pid=7, masterSystemTime=1731896228792 2024-11-18T02:17:08,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:08,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:08,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=334264c69117643ae74806285141ce2d, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:08,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334264c69117643ae74806285141ce2d, server=c4730a2bacf8,44217,1731896220367 because future has completed 2024-11-18T02:17:08,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T02:17:08,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 334264c69117643ae74806285141ce2d, server=c4730a2bacf8,44217,1731896220367 in 215 msec 2024-11-18T02:17:08,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:17:08,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN in 377 msec 2024-11-18T02:17:08,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:17:08,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896228861"}]},"ts":"1731896228861"} 2024-11-18T02:17:08,864 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:17:08,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:17:08,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2410 sec 2024-11-18T02:17:08,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., hostname=c4730a2bacf8,44217,1731896220367, seqNum=2] 2024-11-18T02:17:08,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44217 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T02:17:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:08,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:17:09,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T02:17:09,084 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:17:09,133 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,44217,1731896220367, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:17:09,135 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:09,135 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,44217,1731896220367, seqNum=-1] 2024-11-18T02:17:09,135 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:09,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T02:17:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,44217,1731896220367', locateType=CURRENT is [region=hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., hostname=c4730a2bacf8,44217,1731896220367, seqNum=2] 2024-11-18T02:17:09,147 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T02:17:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T02:17:09,152 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,44217,1731896220367 suceeded 2024-11-18T02:17:09,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T02:17:09,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-18T02:17:09,156 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:17:09,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5780 sec 2024-11-18T02:17:09,167 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:09,169 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1053c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,169 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:09,170 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:09,171 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:09,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:09,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:09,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28c59ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:09,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:09,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,173 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:09,174 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530459ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,175 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3417e1e2 2024-11-18T02:17:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:09,177 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T02:17:09,178 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,44217,1731896220367 (queues=1) is replicating from cluster=96e9a235-d66c-416a-936d-8cf56f48bafb to cluster=c34ef664-33c3-4ef2-a7c2-b296a10cec2c 2024-11-18T02:17:09,180 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C44217%2C1731896220367 2024-11-18T02:17:09,184 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,44217,1731896220367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:17:09,186 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.shipperc4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C44217%2C1731896220367 2024-11-18T02:17:09,190 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548, startPosition=0, beingWritten=true 2024-11-18T02:17:09,454 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:09,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:09,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:09,747 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:17:09,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:09,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45191,-1 for getting cluster id 2024-11-18T02:17:09,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:09,749 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96e9a235-d66c-416a-936d-8cf56f48bafb' 2024-11-18T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96e9a235-d66c-416a-936d-8cf56f48bafb" 2024-11-18T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114a6b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45191,-1] 2024-11-18T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,752 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64772266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383ae4ee 2024-11-18T02:17:09,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:09,756 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:09,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:17:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:17:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T02:17:09,760 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:09,761 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:09,761 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13395b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,761 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:09,761 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:09,762 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:09,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:09,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:09,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a904e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:09,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:09,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,764 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:09,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aed7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,765 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:09,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:09,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa2f586 2024-11-18T02:17:09,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:09,767 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:09,768 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T02:17:09,768 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:17:09,768 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,768 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:09,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T02:17:09,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T02:17:09,931 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T02:17:09,971 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c4730a2bacf8,44217,1731896220367, ReplicationSource: 2, currentBandwidth=0 2024-11-18T02:17:09,974 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T02:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T02:17:09,978 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c4730a2bacf8,44217,1731896220367 suceeded 2024-11-18T02:17:09,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:17:09,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-18T02:17:09,981 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:17:09,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 224 msec 2024-11-18T02:17:09,990 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:09,991 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4ba122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,991 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:09,991 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:09,992 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:09,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:09,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:09,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e974a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:09,995 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:09,995 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@464ce7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:09,996 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:09,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:09,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3153b975 2024-11-18T02:17:09,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:09,998 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T02:17:09,998 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c4730a2bacf8,44217,1731896220367 (queues=1) is replicating from cluster=96e9a235-d66c-416a-936d-8cf56f48bafb to cluster=c34ef664-33c3-4ef2-a7c2-b296a10cec2c 2024-11-18T02:17:09,998 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c4730a2bacf8%2C44217%2C1731896220367 2024-11-18T02:17:09,999 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c4730a2bacf8,44217,1731896220367, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:17:09,999 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.shipperc4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C44217%2C1731896220367 2024-11-18T02:17:09,999 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548, startPosition=0, beingWritten=true 2024-11-18T02:17:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:17:10,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T02:17:10,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T02:17:10,056 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T02:17:10,057 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:10,057 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T02:17:10,058 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:10,058 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T02:17:10,058 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T02:17:10,058 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T02:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T02:17:10,077 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T02:17:10,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:10,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:10,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:10,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:10,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@251462ea 2024-11-18T02:17:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:10,083 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:10,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:17:10,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T02:17:10,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:17:10,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T02:17:10,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:17:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T02:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T02:17:10,097 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:10,098 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2c565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:10,098 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:10,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:10,099 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3affa968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:10,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:10,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,101 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:10,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54052aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:10,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:10,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:10,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6960adff 2024-11-18T02:17:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:10,103 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:10,104 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:17:10,104 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:17:10,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:10,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:17:10,167 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:10,206 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T02:17:10,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T02:17:10,264 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T02:17:10,266 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T02:17:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T02:17:10,269 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c4730a2bacf8,44217,1731896220367 suceeded 2024-11-18T02:17:10,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T02:17:10,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-18T02:17:10,272 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:17:10,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-18T02:17:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T02:17:10,417 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T02:17:10,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:17:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T02:17:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T02:17:10,422 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:10,423 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c7d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:10,423 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:10,423 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:10,424 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:10,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:10,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3891f882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,426 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:10,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54277e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:10,427 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:10,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:10,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a5565 2024-11-18T02:17:10,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:10,429 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:10,430 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T02:17:10,430 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:17:10,430 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,431 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:10,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:17:10,512 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T02:17:10,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T02:17:10,589 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T02:17:10,590 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T02:17:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T02:17:10,594 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c4730a2bacf8,44217,1731896220367 suceeded 2024-11-18T02:17:10,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T02:17:10,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-18T02:17:10,597 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c4730a2bacf8:34981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:17:10,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-18T02:17:10,675 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T02:17:10,737 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T02:17:10,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:17:10,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T02:17:10,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:10,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:10,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:10,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:17:10,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=219395848, stopped=false 2024-11-18T02:17:10,740 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,45191,1731896219642 2024-11-18T02:17:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:10,742 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:10,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:10,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:10,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:10,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:10,743 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,44217,1731896220367' ***** 2024-11-18T02:17:10,743 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:17:10,743 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:17:10,743 INFO [RS:0;c4730a2bacf8:44217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:17:10,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:17:10,744 INFO [RS:0;c4730a2bacf8:44217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:17:10,744 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(3091): Received CLOSE for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:10,744 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:10,744 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:10,744 INFO [RS:0;c4730a2bacf8:44217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:44217. 2024-11-18T02:17:10,744 DEBUG [RS:0;c4730a2bacf8:44217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:10,744 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:10,745 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 334264c69117643ae74806285141ce2d, disabling compactions & flushes 2024-11-18T02:17:10,745 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:17:10,745 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:17:10,745 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:10,745 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:17:10,745 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:10,745 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:17:10,745 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. after waiting 0 ms 2024-11-18T02:17:10,745 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:10,745 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:17:10,745 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1325): Online Regions={334264c69117643ae74806285141ce2d=hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:17:10,745 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:10,745 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:10,745 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:10,746 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:10,746 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:10,746 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 334264c69117643ae74806285141ce2d 2024-11-18T02:17:10,749 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T02:17:10,749 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 334264c69117643ae74806285141ce2d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T02:17:10,802 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:10,822 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/.tmp/queue/d382bed2951b470488ff11297f6b1214 is 151, key is 1-c4730a2bacf8,44217,1731896220367/queue:c4730a2bacf8%2C44217%2C1731896220367/1731896229141/Put/seqid=0 2024-11-18T02:17:10,822 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/info/2ffe6f6dc0bc4f2dbc27e1770ff4b015 is 147, key is hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d./info:regioninfo/1731896228847/Put/seqid=0 2024-11-18T02:17:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741838_1014 (size=5500) 2024-11-18T02:17:10,834 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/.tmp/queue/d382bed2951b470488ff11297f6b1214 2024-11-18T02:17:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741839_1015 (size=6631) 2024-11-18T02:17:10,883 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/.tmp/queue/d382bed2951b470488ff11297f6b1214 as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/queue/d382bed2951b470488ff11297f6b1214 2024-11-18T02:17:10,892 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/queue/d382bed2951b470488ff11297f6b1214, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T02:17:10,898 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 334264c69117643ae74806285141ce2d in 150ms, sequenceid=6, compaction requested=false 2024-11-18T02:17:10,898 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:17:10,905 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T02:17:10,908 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:10,908 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:10,908 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:10,908 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 334264c69117643ae74806285141ce2d: Waiting for close lock at 1731896230744Running coprocessor pre-close hooks at 1731896230745 (+1 ms)Disabling compacts and flushes for region at 1731896230745Disabling writes for close at 1731896230745Obtaining lock to block concurrent updates at 1731896230749 (+4 ms)Preparing flush snapshotting stores in 334264c69117643ae74806285141ce2d at 1731896230749Finished memstore snapshotting hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731896230757 (+8 ms)Flushing stores of hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. at 1731896230758 (+1 ms)Flushing 334264c69117643ae74806285141ce2d/queue: creating writer at 1731896230760 (+2 ms)Flushing 334264c69117643ae74806285141ce2d/queue: appending metadata at 1731896230809 (+49 ms)Flushing 334264c69117643ae74806285141ce2d/queue: closing flushed file at 1731896230812 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a858a4: reopening flushed file at 1731896230881 (+69 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 334264c69117643ae74806285141ce2d in 150ms, sequenceid=6, compaction requested=false at 1731896230898 (+17 ms)Writing region close event to WAL at 1731896230901 (+3 ms)Running coprocessor post-close hooks at 1731896230906 (+5 ms)Closed at 1731896230908 (+2 ms) 2024-11-18T02:17:10,909 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:10,921 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:10,946 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:11,146 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:11,235 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/info/2ffe6f6dc0bc4f2dbc27e1770ff4b015 2024-11-18T02:17:11,261 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/ns/0e710700d20743aab016e6fb6d0d4c7e is 43, key is default/ns:d/1731896223640/Put/seqid=0 2024-11-18T02:17:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741840_1016 (size=5153) 2024-11-18T02:17:11,282 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:11,346 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:11,391 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:17:11,391 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:17:11,428 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:11,547 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:11,667 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/ns/0e710700d20743aab016e6fb6d0d4c7e 2024-11-18T02:17:11,703 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/table/7c5ac2be78c440aa977d8f172ed87bd4 is 53, key is hbase:replication/table:state/1731896228861/Put/seqid=0 2024-11-18T02:17:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741841_1017 (size=5256) 2024-11-18T02:17:11,747 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:17:11,747 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:17:11,747 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:11,948 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:11,988 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:12,035 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 to pos 0, reset compression=false 2024-11-18T02:17:12,125 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/table/7c5ac2be78c440aa977d8f172ed87bd4 2024-11-18T02:17:12,138 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/info/2ffe6f6dc0bc4f2dbc27e1770ff4b015 as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/info/2ffe6f6dc0bc4f2dbc27e1770ff4b015 2024-11-18T02:17:12,148 DEBUG [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:12,150 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/info/2ffe6f6dc0bc4f2dbc27e1770ff4b015, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T02:17:12,151 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/ns/0e710700d20743aab016e6fb6d0d4c7e as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/ns/0e710700d20743aab016e6fb6d0d4c7e 2024-11-18T02:17:12,162 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/ns/0e710700d20743aab016e6fb6d0d4c7e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:17:12,166 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/table/7c5ac2be78c440aa977d8f172ed87bd4 as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/table/7c5ac2be78c440aa977d8f172ed87bd4 2024-11-18T02:17:12,179 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/table/7c5ac2be78c440aa977d8f172ed87bd4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T02:17:12,181 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false 2024-11-18T02:17:12,188 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T02:17:12,189 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:12,189 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:12,189 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:12,189 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896230745Running coprocessor pre-close hooks at 1731896230745Disabling compacts and flushes for region at 1731896230745Disabling writes for close at 1731896230746 (+1 ms)Obtaining lock to block concurrent updates at 1731896230749 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731896230749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731896230757 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896230758 (+1 ms)Flushing 1588230740/info: creating writer at 1731896230760 (+2 ms)Flushing 1588230740/info: appending metadata at 1731896230809 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731896230812 (+3 ms)Flushing 1588230740/ns: creating writer at 1731896231244 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731896231260 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731896231260Flushing 1588230740/table: creating writer at 1731896231680 (+420 ms)Flushing 1588230740/table: appending metadata at 1731896231702 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731896231702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d90c981: reopening flushed file at 1731896232137 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd2bbee: reopening flushed file at 1731896232150 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62db142: reopening flushed file at 1731896232162 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false at 1731896232181 (+19 ms)Writing region close event to WAL at 1731896232183 (+2 ms)Running coprocessor post-close hooks at 1731896232189 (+6 ms)Closed at 1731896232189 2024-11-18T02:17:12,190 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:12,348 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,44217,1731896220367; all regions closed. 2024-11-18T02:17:12,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741834_1010 (size=2742) 2024-11-18T02:17:12,365 DEBUG [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs 2024-11-18T02:17:12,365 INFO [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C44217%2C1731896220367.meta:.meta(num 1731896223487) 2024-11-18T02:17:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741837_1013 (size=1802) 2024-11-18T02:17:12,373 DEBUG [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs 2024-11-18T02:17:12,374 INFO [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C44217%2C1731896220367.rep:(num 1731896228801) 2024-11-18T02:17:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741832_1008 (size=93) 2024-11-18T02:17:12,380 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367/c4730a2bacf8%2C44217%2C1731896220367.1731896222548 not finished, retry = 0 2024-11-18T02:17:12,486 DEBUG [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs 2024-11-18T02:17:12,486 INFO [RS:0;c4730a2bacf8:44217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C44217%2C1731896220367:(num 1731896222548) 2024-11-18T02:17:12,486 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:12,486 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:12,486 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:12,487 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:12,487 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:12,487 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:12,487 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,44217,1731896220367 because: Region server is closing 2024-11-18T02:17:12,488 INFO [RS:0;c4730a2bacf8:44217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:44217. 2024-11-18T02:17:12,488 DEBUG [RS:0;c4730a2bacf8:44217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:12,488 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:12,488 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:12,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:12,589 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.shipperc4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:17:12,589 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:17:12,589 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,44217,1731896220367.replicationSource.shipperc4730a2bacf8%2C44217%2C1731896220367,1-c4730a2bacf8,44217,1731896220367 terminated 2024-11-18T02:17:12,589 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c4730a2bacf8,44217,1731896220367 because: Region server is closing 2024-11-18T02:17:12,590 INFO [RS:0;c4730a2bacf8:44217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:44217. 2024-11-18T02:17:12,590 DEBUG [RS:0;c4730a2bacf8:44217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:12,590 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:12,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:12,590 DEBUG [RS:0;c4730a2bacf8:44217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:12,691 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.wal-reader.c4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:17:12,691 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.shipperc4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:17:12,691 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,44217,1731896220367.replicationSource.shipperc4730a2bacf8%2C44217%2C1731896220367,2-c4730a2bacf8,44217,1731896220367 terminated 2024-11-18T02:17:12,692 INFO [RS:0;c4730a2bacf8:44217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44217 2024-11-18T02:17:12,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/rs/c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:12,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/rs 2024-11-18T02:17:12,696 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:12,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,44217,1731896220367] 2024-11-18T02:17:12,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/draining/c4730a2bacf8,44217,1731896220367 already deleted, retry=false 2024-11-18T02:17:12,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,44217,1731896220367 expired; onlineServers=0 2024-11-18T02:17:12,702 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,45191,1731896219642' ***** 2024-11-18T02:17:12,702 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:17:12,702 INFO [M:0;c4730a2bacf8:45191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:12,702 INFO [M:0;c4730a2bacf8:45191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:12,702 DEBUG [M:0;c4730a2bacf8:45191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:17:12,702 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:17:12,703 DEBUG [M:0;c4730a2bacf8:45191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:17:12,703 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896222216 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896222216,5,FailOnTimeoutGroup] 2024-11-18T02:17:12,703 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896222217 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896222217,5,FailOnTimeoutGroup] 2024-11-18T02:17:12,703 INFO [M:0;c4730a2bacf8:45191 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:12,703 INFO [M:0;c4730a2bacf8:45191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:12,703 DEBUG [M:0;c4730a2bacf8:45191 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:17:12,703 INFO [M:0;c4730a2bacf8:45191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:17:12,703 INFO [M:0;c4730a2bacf8:45191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:12,704 INFO [M:0;c4730a2bacf8:45191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:17:12,704 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:17:12,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/master 2024-11-18T02:17:12,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:12,704 DEBUG [M:0;c4730a2bacf8:45191 {}] zookeeper.ZKUtil(347): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/master because node does not exist (not an error) 2024-11-18T02:17:12,705 WARN [M:0;c4730a2bacf8:45191 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:17:12,706 INFO [M:0;c4730a2bacf8:45191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/.lastflushedseqids 2024-11-18T02:17:12,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741842_1018 (size=181) 2024-11-18T02:17:12,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:12,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44217-0x10128dcf1f80001, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:12,800 INFO [RS:0;c4730a2bacf8:44217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:12,800 INFO [RS:0;c4730a2bacf8:44217 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,44217,1731896220367; zookeeper connection closed. 2024-11-18T02:17:12,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54e7cb78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54e7cb78 2024-11-18T02:17:12,801 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:17:13,118 INFO [M:0;c4730a2bacf8:45191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:17:13,118 INFO [M:0;c4730a2bacf8:45191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:17:13,119 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:13,119 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:13,119 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:13,119 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:13,119 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:13,119 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T02:17:13,141 DEBUG [M:0;c4730a2bacf8:45191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b800378f5a7417fb6f66a449cf97770 is 82, key is hbase:meta,,1/info:regioninfo/1731896223572/Put/seqid=0 2024-11-18T02:17:13,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741843_1019 (size=5672) 2024-11-18T02:17:13,547 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b800378f5a7417fb6f66a449cf97770 2024-11-18T02:17:13,571 DEBUG [M:0;c4730a2bacf8:45191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ea681d1f6524a0b9edf9b0153c089ae is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731896228867/Put/seqid=0 2024-11-18T02:17:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741844_1020 (size=8663) 2024-11-18T02:17:13,978 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ea681d1f6524a0b9edf9b0153c089ae 2024-11-18T02:17:14,000 DEBUG [M:0;c4730a2bacf8:45191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12adf0349ea847c893b2e437c7e32a4e is 69, key is c4730a2bacf8,44217,1731896220367/rs:state/1731896222319/Put/seqid=0 2024-11-18T02:17:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741845_1021 (size=5156) 2024-11-18T02:17:14,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:14,405 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12adf0349ea847c893b2e437c7e32a4e 2024-11-18T02:17:14,414 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b800378f5a7417fb6f66a449cf97770 as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b800378f5a7417fb6f66a449cf97770 2024-11-18T02:17:14,420 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b800378f5a7417fb6f66a449cf97770, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T02:17:14,422 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ea681d1f6524a0b9edf9b0153c089ae as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ea681d1f6524a0b9edf9b0153c089ae 2024-11-18T02:17:14,428 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ea681d1f6524a0b9edf9b0153c089ae, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T02:17:14,429 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12adf0349ea847c893b2e437c7e32a4e as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12adf0349ea847c893b2e437c7e32a4e 2024-11-18T02:17:14,435 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12adf0349ea847c893b2e437c7e32a4e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T02:17:14,437 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false 2024-11-18T02:17:14,438 INFO [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:14,438 DEBUG [M:0;c4730a2bacf8:45191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896233119Disabling compacts and flushes for region at 1731896233119Disabling writes for close at 1731896233119Obtaining lock to block concurrent updates at 1731896233119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896233119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731896233120 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896233121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896233121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896233140 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896233140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896233554 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896233571 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896233571Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896233985 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896233999 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896233999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4defd0: reopening flushed file at 1731896234412 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45aa45e4: reopening flushed file at 1731896234421 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4715b1: reopening flushed file at 1731896234428 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false at 1731896234437 (+9 ms)Writing region close event to WAL at 1731896234438 (+1 ms)Closed at 1731896234438 2024-11-18T02:17:14,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741830_1006 (size=59421) 2024-11-18T02:17:14,442 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:14,442 INFO [M:0;c4730a2bacf8:45191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:17:14,443 INFO [M:0;c4730a2bacf8:45191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45191 2024-11-18T02:17:14,443 INFO [M:0;c4730a2bacf8:45191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:14,545 INFO [M:0;c4730a2bacf8:45191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45191-0x10128dcf1f80000, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:14,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:14,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:14,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:14,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:14,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:14,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:14,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:17:14,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:14,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44389 2024-11-18T02:17:14,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44389 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443890x0, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:14,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44389-0x10128dcf1f80006 connected 2024-11-18T02:17:14,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:14,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:14,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:14,564 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: INIT 2024-11-18T02:17:14,564 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357, hbase.cluster.distributed=false 2024-11-18T02:17:14,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/acl 2024-11-18T02:17:14,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-18T02:17:14,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44389 2024-11-18T02:17:14,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44389 2024-11-18T02:17:14,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-18T02:17:14,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44389 2024-11-18T02:17:14,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:14,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:14,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:14,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:14,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:14,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:14,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:17:14,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:14,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33503 2024-11-18T02:17:14,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33503 connecting to ZooKeeper ensemble=127.0.0.1:50259 2024-11-18T02:17:14,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:14,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:14,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335030x0, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:14,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33503-0x10128dcf1f80007 connected 2024-11-18T02:17:14,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:14,599 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: INIT 2024-11-18T02:17:14,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:17:14,600 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:17:14,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/master 2024-11-18T02:17:14,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/acl 2024-11-18T02:17:14,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-18T02:17:14,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33503 2024-11-18T02:17:14,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33503 2024-11-18T02:17:14,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-18T02:17:14,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-18T02:17:14,614 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:44389 2024-11-18T02:17:14,615 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1183302366/backup-masters/c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:14,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:14,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:14,617 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on existing znode=/0-1183302366/backup-masters/c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183302366/master 2024-11-18T02:17:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:14,619 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on existing znode=/0-1183302366/master 2024-11-18T02:17:14,619 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1183302366/backup-masters/c4730a2bacf8,44389,1731896234547 from backup master directory 2024-11-18T02:17:14,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/backup-masters/c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:14,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:14,622 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:14,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/backup-masters 2024-11-18T02:17:14,622 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:14,637 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:14,637 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:17:14,652 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-18T02:17:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741846_1022 (size=196) 2024-11-18T02:17:15,063 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:15,064 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:17:15,064 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:15,073 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T02:17:15,076 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642 to hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642-dead as it is dead 2024-11-18T02:17:15,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T02:17:15,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T02:17:15,078 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642-dead/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 2024-11-18T02:17:15,083 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642-dead/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 after 4ms 2024-11-18T02:17:15,084 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642-dead/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 to hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 2024-11-18T02:17:15,084 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,45191,1731896219642-dead 2024-11-18T02:17:15,085 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:15,086 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:15,088 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C44389%2C1731896234547, suffix=, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,44389,1731896234547, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/oldWALs, maxLogs=10 2024-11-18T02:17:15,101 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,44389,1731896234547/c4730a2bacf8%2C44389%2C1731896234547.1731896235088, exclude list is [], retry=0 2024-11-18T02:17:15,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:15,107 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/WALs/c4730a2bacf8,44389,1731896234547/c4730a2bacf8%2C44389%2C1731896234547.1731896235088 2024-11-18T02:17:15,107 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:15,107 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:15,107 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:15,108 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,108 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:17:15,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b800378f5a7417fb6f66a449cf97770 2024-11-18T02:17:15,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:15,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:17:15,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ea681d1f6524a0b9edf9b0153c089ae 2024-11-18T02:17:15,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:15,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:17:15,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12adf0349ea847c893b2e437c7e32a4e 2024-11-18T02:17:15,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:15,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:17:15,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:15,138 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,139 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T02:17:15,139 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 2024-11-18T02:17:15,152 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 2024-11-18T02:17:15,154 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C45191%2C1731896219642.1731896221649 2024-11-18T02:17:15,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,156 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:15,158 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:15,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T02:17:15,162 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65481326, jitterRate=-0.024252206087112427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:15,162 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896235108Initializing all the Stores at 1731896235109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896235109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896235109Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896235109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896235109Cleaning up temporary data from old regions at 1731896235155 (+46 ms)Region opened successfully at 1731896235162 (+7 ms) 2024-11-18T02:17:15,162 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:17:15,167 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee1ba36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:15,178 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T02:17:15,179 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:17:15,179 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:17:15,179 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:17:15,179 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:17:15,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:15,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:17:15,186 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:17:15,186 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:17:15,187 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T02:17:15,187 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T02:17:15,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-18T02:17:15,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:17:15,191 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c4730a2bacf8,44217,1731896220367, regionLocation=c4730a2bacf8,44217,1731896220367, openSeqNum=2 2024-11-18T02:17:15,191 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c4730a2bacf8,44217,1731896220367, table=hbase:meta, region=1588230740 2024-11-18T02:17:15,191 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,44217,1731896220367, state=OPEN 2024-11-18T02:17:15,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:15,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:15,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:15,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:15,197 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:17:15,203 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/draining/c4730a2bacf8,44217,1731896220367 already deleted, retry=false 2024-11-18T02:17:15,203 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c4730a2bacf8,44217,1731896220367 on c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:15,208 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c4730a2bacf8,44217,1731896220367, splitWal=true, meta=true 2024-11-18T02:17:15,210 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for c4730a2bacf8,44217,1731896220367 (carryingMeta=true) c4730a2bacf8,44217,1731896220367/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7d1e8379[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T02:17:15,213 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/balancer because node does not exist (not necessarily an error) 2024-11-18T02:17:15,215 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/balancer already deleted, retry=false 2024-11-18T02:17:15,215 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:17:15,216 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:17:15,217 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/normalizer already deleted, retry=false 2024-11-18T02:17:15,217 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:17:15,218 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:17:15,219 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/switch/split already deleted, retry=false 2024-11-18T02:17:15,220 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:17:15,223 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/switch/merge already deleted, retry=false 2024-11-18T02:17:15,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:17:15,232 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/snapshot-cleanup already deleted, retry=false 2024-11-18T02:17:15,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:15,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:15,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:15,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:15,235 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,44389,1731896234547, sessionid=0x10128dcf1f80006, setting cluster-up flag (Was=false) 2024-11-18T02:17:15,238 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183302366/flush-table-proc/acquired, /0-1183302366/flush-table-proc/reached, /0-1183302366/flush-table-proc/abort 2024-11-18T02:17:15,239 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:15,242 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183302366/online-snapshot/acquired, /0-1183302366/online-snapshot/reached, /0-1183302366/online-snapshot/abort 2024-11-18T02:17:15,243 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:15,244 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/.lastflushedseqids 2024-11-18T02:17:15,247 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:17:15,247 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:17:15,248 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,44389,1731896234547 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c4730a2bacf8,44217,1731896220367 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:17:15,249 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:15,249 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:15,249 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:15,249 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:15,249 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:17:15,249 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,249 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:15,250 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,252 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c4730a2bacf8,44217,1731896220367, splitWal=true, meta=true 2024-11-18T02:17:15,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896265253 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:17:15,254 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c4730a2bacf8,44217,1731896220367, splitWal=true, meta=true, isMeta: true 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:17:15,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:17:15,255 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:17:15,255 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:17:15,255 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896235255,5,FailOnTimeoutGroup] 2024-11-18T02:17:15,255 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896235255,5,FailOnTimeoutGroup] 2024-11-18T02:17:15,255 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,255 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:17:15,255 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,256 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,256 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367-splitting 2024-11-18T02:17:15,256 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896235256, completionTime=-1 2024-11-18T02:17:15,256 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T02:17:15,257 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367-splitting dir is empty, no logs to split. 2024-11-18T02:17:15,257 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4730a2bacf8,44217,1731896220367 WAL count=0, meta=true 2024-11-18T02:17:15,259 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T02:17:15,261 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367-splitting dir is empty, no logs to split. 2024-11-18T02:17:15,261 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4730a2bacf8,44217,1731896220367 WAL count=0, meta=true 2024-11-18T02:17:15,261 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c4730a2bacf8,44217,1731896220367 WAL splitting is done? wals=0, meta=true 2024-11-18T02:17:15,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:17:15,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:15,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T02:17:15,305 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(746): ClusterId : 96e9a235-d66c-416a-936d-8cf56f48bafb 2024-11-18T02:17:15,305 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:17:15,307 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:17:15,307 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:17:15,314 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:17:15,315 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27779ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:15,327 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:33503 2024-11-18T02:17:15,327 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:17:15,327 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:17:15,328 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:17:15,328 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,44389,1731896234547 with port=33503, startcode=1731896234588 2024-11-18T02:17:15,329 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:17:15,331 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:17:15,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44389 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,333 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357 2024-11-18T02:17:15,333 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46313 2024-11-18T02:17:15,333 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:17:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/rs 2024-11-18T02:17:15,335 DEBUG [RS:0;c4730a2bacf8:33503 {}] zookeeper.ZKUtil(111): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on existing znode=/0-1183302366/rs/c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,335 WARN [RS:0;c4730a2bacf8:33503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:15,336 INFO [RS:0;c4730a2bacf8:33503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:15,336 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,33503,1731896234588] 2024-11-18T02:17:15,359 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T02:17:15,374 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:17:15,375 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:17:15,376 INFO [RS:0;c4730a2bacf8:33503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:17:15,376 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,376 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:17:15,377 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:17:15,377 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,377 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,377 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,377 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:15,378 DEBUG [RS:0;c4730a2bacf8:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:15,378 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,378 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,379 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,379 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,379 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,379 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33503,1731896234588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:15,394 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:17:15,394 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33503,1731896234588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,410 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,33503,1731896234588, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:17:15,415 WARN [c4730a2bacf8:44389 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T02:17:15,425 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(231): queueId=2-c4730a2bacf8,33503,1731896234588, ReplicationSource: 2, currentBandwidth=0 2024-11-18T02:17:15,425 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,425 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.Replication(171): c4730a2bacf8,33503,1731896234588 started 2024-11-18T02:17:15,426 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,1-c4730a2bacf8,33503,1731896234588 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:15,427 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,1-c4730a2bacf8,33503,1731896234588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b72e953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:15,427 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,1-c4730a2bacf8,33503,1731896234588 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:15,427 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,1-c4730a2bacf8,33503,1731896234588 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:15,429 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:15,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:15,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:15,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274a10dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:15,431 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:15,432 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,1-c4730a2bacf8,33503,1731896234588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c5a1978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:15,433 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,1-c4730a2bacf8,33503,1731896234588 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:15,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:15,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@220f17fb 2024-11-18T02:17:15,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:15,435 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T02:17:15,436 INFO [RS:0;c4730a2bacf8:33503.replicationSource,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,33503,1731896234588 (queues=0) is replicating from cluster=96e9a235-d66c-416a-936d-8cf56f48bafb to cluster=c34ef664-33c3-4ef2-a7c2-b296a10cec2c 2024-11-18T02:17:15,441 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,2-c4730a2bacf8,33503,1731896234588 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:34981' 2024-11-18T02:17:15,441 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:15,441 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,33503,1731896234588, RpcServer on c4730a2bacf8/172.17.0.2:33503, sessionid=0x10128dcf1f80007 2024-11-18T02:17:15,441 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:17:15,441 DEBUG [RS:0;c4730a2bacf8:33503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,441 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,33503,1731896234588' 2024-11-18T02:17:15,441 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183302366/flush-table-proc/abort' 2024-11-18T02:17:15,442 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183302366/flush-table-proc/acquired' 2024-11-18T02:17:15,442 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,2-c4730a2bacf8,33503,1731896234588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@602e8074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:15,442 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,2-c4730a2bacf8,33503,1731896234588 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,34981,-1 for getting cluster id 2024-11-18T02:17:15,442 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,2-c4730a2bacf8,33503,1731896234588 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:15,442 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:17:15,443 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:17:15,443 DEBUG [RS:0;c4730a2bacf8:33503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,443 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,33503,1731896234588' 2024-11-18T02:17:15,443 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183302366/online-snapshot/abort' 2024-11-18T02:17:15,443 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183302366/online-snapshot/acquired' 2024-11-18T02:17:15,443 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34ef664-33c3-4ef2-a7c2-b296a10cec2c' 2024-11-18T02:17:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:15,444 DEBUG [RS:0;c4730a2bacf8:33503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:17:15,444 INFO [RS:0;c4730a2bacf8:33503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:17:15,444 INFO [RS:0;c4730a2bacf8:33503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:17:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34ef664-33c3-4ef2-a7c2-b296a10cec2c" 2024-11-18T02:17:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@267751f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,34981,-1] 2024-11-18T02:17:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:15,445 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:15,446 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,2-c4730a2bacf8,33503,1731896234588 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dfcf0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:15,446 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource,2-c4730a2bacf8,33503,1731896234588 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:15,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:15,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e3f375 2024-11-18T02:17:15,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:15,448 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T02:17:15,449 INFO [RS:0;c4730a2bacf8:33503.replicationSource,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c4730a2bacf8,33503,1731896234588 (queues=0) is replicating from cluster=96e9a235-d66c-416a-936d-8cf56f48bafb to cluster=c34ef664-33c3-4ef2-a7c2-b296a10cec2c 2024-11-18T02:17:15,544 INFO [RS:0;c4730a2bacf8:33503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:15,547 INFO [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C33503%2C1731896234588, suffix=, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs, maxLogs=10 2024-11-18T02:17:15,562 DEBUG [RS:0;c4730a2bacf8:33503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547, exclude list is [], retry=0 2024-11-18T02:17:15,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:15,568 INFO [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 2024-11-18T02:17:15,568 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c4730a2bacf8%2C33503%2C1731896234588 for peer 2 2024-11-18T02:17:15,568 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c4730a2bacf8%2C33503%2C1731896234588 for peer 1 2024-11-18T02:17:15,568 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C33503%2C1731896234588 2024-11-18T02:17:15,568 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,33503,1731896234588, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:17:15,569 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c4730a2bacf8%2C33503%2C1731896234588 2024-11-18T02:17:15,569 INFO [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C33503%2C1731896234588 2024-11-18T02:17:15,569 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c4730a2bacf8,33503,1731896234588, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:17:15,569 INFO [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C33503%2C1731896234588 2024-11-18T02:17:15,569 DEBUG [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:15,570 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547, startPosition=0, beingWritten=true 2024-11-18T02:17:15,570 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547, startPosition=0, beingWritten=true 2024-11-18T02:17:15,665 DEBUG [c4730a2bacf8:44389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:15,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,33503,1731896234588, state=OPENING 2024-11-18T02:17:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:15,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:15,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33503,1731896234588}] 2024-11-18T02:17:15,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:15,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:15,779 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:15,783 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:15,823 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:15,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:17:15,829 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:17:15,830 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:15,830 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:17:15,832 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C33503%2C1731896234588.meta, suffix=.meta, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs, maxLogs=10 2024-11-18T02:17:15,846 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.meta.1731896235832.meta, exclude list is [], retry=0 2024-11-18T02:17:15,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:15,851 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.meta.1731896235832.meta 2024-11-18T02:17:15,851 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:15,851 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:15,852 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:15,852 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:15,852 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:17:15,852 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:17:15,852 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:17:15,852 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:15,852 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:17:15,852 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:17:15,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:15,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:15,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,863 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/info/2ffe6f6dc0bc4f2dbc27e1770ff4b015 2024-11-18T02:17:15,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:15,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:15,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:15,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,871 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/ns/0e710700d20743aab016e6fb6d0d4c7e 2024-11-18T02:17:15,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:15,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:15,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:15,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:15,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:15,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:15,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:15,881 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/table/7c5ac2be78c440aa977d8f172ed87bd4 2024-11-18T02:17:15,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:15,881 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:15,882 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740 2024-11-18T02:17:15,883 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740 2024-11-18T02:17:15,884 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:15,884 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:15,885 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:15,887 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:15,887 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68992809, jitterRate=0.028072968125343323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:15,888 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:17:15,888 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896235852Writing region info on filesystem at 1731896235852Initializing all the Stores at 1731896235854 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896235854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896235854Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896235854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896235854Cleaning up temporary data from old regions at 1731896235884 (+30 ms)Running coprocessor post-open hooks at 1731896235888 (+4 ms)Region opened successfully at 1731896235888 2024-11-18T02:17:15,889 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731896235823 2024-11-18T02:17:15,891 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:17:15,892 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:17:15,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,33503,1731896234588, state=OPEN 2024-11-18T02:17:15,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:15,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183302366/meta-region-server 2024-11-18T02:17:15,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:15,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:15,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183302366/meta-region-server: CHANGED 2024-11-18T02:17:15,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T02:17:15,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33503,1731896234588 in 226 msec 2024-11-18T02:17:15,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T02:17:15,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-18T02:17:16,087 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:16,089 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:16,493 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:16,494 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:16,861 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-18T02:17:17,000 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:17,000 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:17,607 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:17,607 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:18,316 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:18,317 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:18,364 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-18T02:17:19,122 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:19,123 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:19,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T02:17:19,766 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:17:19,766 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:19,767 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33503,1731896234588, seqNum=-1] 2024-11-18T02:17:19,767 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:19,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:19,776 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334264c69117643ae74806285141ce2d, regionState=OPEN, lastHost=c4730a2bacf8,44217,1731896220367, regionLocation=c4730a2bacf8,44217,1731896220367, openSeqNum=2 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896299777 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896359777 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44389,1731896234547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44389,1731896234547-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44389,1731896234547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:19,777 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c4730a2bacf8,44217,1731896220367 had 2 regions 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:44389, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:19,777 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:19,778 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:19,780 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c4730a2bacf8,44217,1731896220367, splitWal=true, meta=true, isMeta: false 2024-11-18T02:17:19,783 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367-splitting dir is empty, no logs to split. 2024-11-18T02:17:19,783 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4730a2bacf8,44217,1731896220367 WAL count=0, meta=false 2024-11-18T02:17:19,785 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.163sec 2024-11-18T02:17:19,785 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:17:19,785 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:17:19,785 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:17:19,785 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:17:19,785 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:17:19,785 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44389,1731896234547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:19,786 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44389,1731896234547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:17:19,787 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,44217,1731896220367-splitting dir is empty, no logs to split. 2024-11-18T02:17:19,787 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4730a2bacf8,44217,1731896220367 WAL count=0, meta=false 2024-11-18T02:17:19,787 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c4730a2bacf8,44217,1731896220367 WAL splitting is done? wals=0, meta=false 2024-11-18T02:17:19,790 WARN [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c4730a2bacf8,44217,1731896220367/hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:19,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN}] 2024-11-18T02:17:19,792 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:17:19,792 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:17:19,792 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44389,1731896234547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:19,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN 2024-11-18T02:17:19,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T02:17:19,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:19,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44389,-1 for getting cluster id 2024-11-18T02:17:19,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:19,810 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96e9a235-d66c-416a-936d-8cf56f48bafb' 2024-11-18T02:17:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96e9a235-d66c-416a-936d-8cf56f48bafb" 2024-11-18T02:17:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ff9e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44389,-1] 2024-11-18T02:17:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:19,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,813 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcbd6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:19,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33503,1731896234588, seqNum=-1] 2024-11-18T02:17:19,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:19,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:19,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T02:17:19,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:19,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:19,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:19,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c4730a2bacf8:44389 after: c4730a2bacf8:44389 2024-11-18T02:17:19,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:19,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44389,-1 for getting cluster id 2024-11-18T02:17:19,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:19,824 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96e9a235-d66c-416a-936d-8cf56f48bafb' 2024-11-18T02:17:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96e9a235-d66c-416a-936d-8cf56f48bafb" 2024-11-18T02:17:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4a2a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44389,-1] 2024-11-18T02:17:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,826 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:19,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:19,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1f8cec 2024-11-18T02:17:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:19,829 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:19,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:17:19,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T02:17:19,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:17:19,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44389 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T02:17:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:17:19,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:19,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:19,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:19,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:17:19,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872956597, stopped=false 2024-11-18T02:17:19,834 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,34981,1731896225004 2024-11-18T02:17:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2086647654/running 2024-11-18T02:17:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2086647654/running 2024-11-18T02:17:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:19,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:19,836 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:19,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on znode that does not yet exist, /1-2086647654/running 2024-11-18T02:17:19,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:19,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Set watcher on znode that does not yet exist, /1-2086647654/running 2024-11-18T02:17:19,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:19,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,837 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,36809,1731896225056' ***** 2024-11-18T02:17:19,837 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:17:19,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:36809. 2024-11-18T02:17:19,838 DEBUG [RS:0;c4730a2bacf8:36809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:19,838 DEBUG [RS:0;c4730a2bacf8:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:17:19,838 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:17:19,839 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:17:19,839 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:17:19,839 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:17:19,839 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:17:19,839 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:19,839 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:19,839 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:19,839 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:19,839 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:19,839 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:19,839 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T02:17:19,859 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740/.tmp/ns/aba5b001b4b14b9b8950a44624b69f19 is 43, key is default/ns:d/1731896227439/Put/seqid=0 2024-11-18T02:17:19,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741835_1011 (size=5153) 2024-11-18T02:17:19,869 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:19,944 DEBUG [c4730a2bacf8:44389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:19,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=334264c69117643ae74806285141ce2d, regionState=OPENING, regionLocation=c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:19,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN because future has completed 2024-11-18T02:17:19,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334264c69117643ae74806285141ce2d, server=c4730a2bacf8,33503,1731896234588}] 2024-11-18T02:17:20,027 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:20,029 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:20,039 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:20,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T02:17:20,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:20,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:20,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:17:20,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C33503%2C1731896234588.rep, suffix=, logDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588, archiveDir=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs, maxLogs=10 2024-11-18T02:17:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.rep.1731896240112, exclude list is [], retry=0 2024-11-18T02:17:20,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-258b2422-d48b-457d-87ed-70b35736f4f3,DISK] 2024-11-18T02:17:20,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.rep.1731896240112 2024-11-18T02:17:20,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37311:37311)] 2024-11-18T02:17:20,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 334264c69117643ae74806285141ce2d, NAME => 'hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:20,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:20,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:20,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. service=MultiRowMutationService 2024-11-18T02:17:20,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:17:20,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:20,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,139 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,141 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334264c69117643ae74806285141ce2d columnFamilyName hfileref 2024-11-18T02:17:20,141 DEBUG [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:20,141 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(327): Store=334264c69117643ae74806285141ce2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:20,142 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,142 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334264c69117643ae74806285141ce2d columnFamilyName queue 2024-11-18T02:17:20,143 DEBUG [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:20,153 DEBUG [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/queue/d382bed2951b470488ff11297f6b1214 2024-11-18T02:17:20,153 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(327): Store=334264c69117643ae74806285141ce2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:20,154 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,155 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334264c69117643ae74806285141ce2d columnFamilyName sid 2024-11-18T02:17:20,155 DEBUG [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:20,155 INFO [StoreOpener-334264c69117643ae74806285141ce2d-1 {}] regionserver.HStore(327): Store=334264c69117643ae74806285141ce2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:20,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:17:20,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 334264c69117643ae74806285141ce2d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63741062, jitterRate=-0.050184160470962524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:17:20,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:20,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 334264c69117643ae74806285141ce2d: Running coprocessor pre-open hook at 1731896240137Writing region info on filesystem at 1731896240137Initializing all the Stores at 1731896240139 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896240139Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896240139Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896240139Cleaning up temporary data from old regions at 1731896240159 (+20 ms)Running coprocessor post-open hooks at 1731896240169 (+10 ms)Region opened successfully at 1731896240170 (+1 ms) 2024-11-18T02:17:20,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., pid=19, masterSystemTime=1731896240103 2024-11-18T02:17:20,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:20,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:20,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=334264c69117643ae74806285141ce2d, regionState=OPEN, openSeqNum=10, regionLocation=c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:20,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334264c69117643ae74806285141ce2d, server=c4730a2bacf8,33503,1731896234588 because future has completed 2024-11-18T02:17:20,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T02:17:20,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 334264c69117643ae74806285141ce2d, server=c4730a2bacf8,33503,1731896234588 in 233 msec 2024-11-18T02:17:20,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T02:17:20,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=334264c69117643ae74806285141ce2d, ASSIGN in 398 msec 2024-11-18T02:17:20,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T02:17:20,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., hostname=c4730a2bacf8,33503,1731896234588, seqNum=10] 2024-11-18T02:17:20,240 DEBUG [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:20,247 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c4730a2bacf8,44217,1731896220367 2024-11-18T02:17:20,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T02:17:20,265 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740/.tmp/ns/aba5b001b4b14b9b8950a44624b69f19 2024-11-18T02:17:20,283 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740/.tmp/ns/aba5b001b4b14b9b8950a44624b69f19 as hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740/ns/aba5b001b4b14b9b8950a44624b69f19 2024-11-18T02:17:20,300 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740/ns/aba5b001b4b14b9b8950a44624b69f19, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T02:17:20,303 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=6, compaction requested=false 2024-11-18T02:17:20,303 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:17:20,317 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T02:17:20,318 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:20,319 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:20,319 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:20,319 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896239839Running coprocessor pre-close hooks at 1731896239839Disabling compacts and flushes for region at 1731896239839Disabling writes for close at 1731896239839Obtaining lock to block concurrent updates at 1731896239839Preparing flush snapshotting stores in 1588230740 at 1731896239839Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731896239840 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896239841 (+1 ms)Flushing 1588230740/ns: creating writer at 1731896239841Flushing 1588230740/ns: appending metadata at 1731896239858 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731896239858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591064de: reopening flushed file at 1731896240282 (+424 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=6, compaction requested=false at 1731896240303 (+21 ms)Writing region close event to WAL at 1731896240309 (+6 ms)Running coprocessor post-close hooks at 1731896240318 (+9 ms)Closed at 1731896240319 (+1 ms) 2024-11-18T02:17:20,319 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:20,357 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:17:20,357 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:17:20,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T02:17:20,440 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,36809,1731896225056; all regions closed. 2024-11-18T02:17:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741834_1010 (size=1152) 2024-11-18T02:17:20,458 DEBUG [RS:0;c4730a2bacf8:36809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/oldWALs 2024-11-18T02:17:20,459 INFO [RS:0;c4730a2bacf8:36809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C36809%2C1731896225056.meta:.meta(num 1731896227370) 2024-11-18T02:17:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741832_1008 (size=93) 2024-11-18T02:17:20,470 DEBUG [RS:0;c4730a2bacf8:36809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/oldWALs 2024-11-18T02:17:20,471 INFO [RS:0;c4730a2bacf8:36809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C36809%2C1731896225056:(num 1731896226397) 2024-11-18T02:17:20,471 DEBUG [RS:0;c4730a2bacf8:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:20,471 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:20,471 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:20,471 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:20,471 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:20,472 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:20,472 INFO [RS:0;c4730a2bacf8:36809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36809 2024-11-18T02:17:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654/rs 2024-11-18T02:17:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2086647654/rs/c4730a2bacf8,36809,1731896225056 2024-11-18T02:17:20,475 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:20,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,36809,1731896225056] 2024-11-18T02:17:20,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2086647654/draining/c4730a2bacf8,36809,1731896225056 already deleted, retry=false 2024-11-18T02:17:20,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,36809,1731896225056 expired; onlineServers=0 2024-11-18T02:17:20,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,34981,1731896225004' ***** 2024-11-18T02:17:20,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:17:20,480 INFO [M:0;c4730a2bacf8:34981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:20,480 INFO [M:0;c4730a2bacf8:34981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:20,480 DEBUG [M:0;c4730a2bacf8:34981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:17:20,480 DEBUG [M:0;c4730a2bacf8:34981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:17:20,480 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896226188 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896226188,5,FailOnTimeoutGroup] 2024-11-18T02:17:20,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:17:20,480 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896226188 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896226188,5,FailOnTimeoutGroup] 2024-11-18T02:17:20,480 INFO [M:0;c4730a2bacf8:34981 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:20,481 INFO [M:0;c4730a2bacf8:34981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:20,481 DEBUG [M:0;c4730a2bacf8:34981 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:17:20,481 INFO [M:0;c4730a2bacf8:34981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:17:20,481 INFO [M:0;c4730a2bacf8:34981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:20,481 INFO [M:0;c4730a2bacf8:34981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:17:20,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:17:20,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2086647654/master 2024-11-18T02:17:20,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2086647654 2024-11-18T02:17:20,486 DEBUG [M:0;c4730a2bacf8:34981 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2086647654/master already deleted, retry=false 2024-11-18T02:17:20,487 DEBUG [M:0;c4730a2bacf8:34981 {}] master.ActiveMasterManager(353): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2086647654/master 2024-11-18T02:17:20,501 INFO [M:0;c4730a2bacf8:34981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/.lastflushedseqids 2024-11-18T02:17:20,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741836_1012 (size=99) 2024-11-18T02:17:20,579 INFO [RS:0;c4730a2bacf8:36809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:20,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:20,579 INFO [RS:0;c4730a2bacf8:36809 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,36809,1731896225056; zookeeper connection closed. 2024-11-18T02:17:20,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10128dcf1f80004, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:20,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7037660c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7037660c 2024-11-18T02:17:20,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:17:20,918 INFO [M:0;c4730a2bacf8:34981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:17:20,918 INFO [M:0;c4730a2bacf8:34981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:17:20,918 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:20,918 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:20,918 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:20,919 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-18T02:17:20,919 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:20,919 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T02:17:20,944 DEBUG [M:0;c4730a2bacf8:34981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a9ec8d77ef14bd08d39fdc435aaf5a1 is 82, key is hbase:meta,,1/info:regioninfo/1731896227419/Put/seqid=0 2024-11-18T02:17:20,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741837_1013 (size=5672) 2024-11-18T02:17:21,034 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:21,040 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:21,350 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a9ec8d77ef14bd08d39fdc435aaf5a1 2024-11-18T02:17:21,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:21,379 DEBUG [M:0;c4730a2bacf8:34981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d369d5f185e84c16a15df52d0c8a34fc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731896227448/Put/seqid=0 2024-11-18T02:17:21,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741838_1014 (size=5275) 2024-11-18T02:17:21,784 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d369d5f185e84c16a15df52d0c8a34fc 2024-11-18T02:17:21,807 DEBUG [M:0;c4730a2bacf8:34981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d780c258ee47da926fd967ad6a4216 is 69, key is c4730a2bacf8,36809,1731896225056/rs:state/1731896226239/Put/seqid=0 2024-11-18T02:17:21,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741839_1015 (size=5156) 2024-11-18T02:17:22,140 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:22,145 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:22,212 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d780c258ee47da926fd967ad6a4216 2024-11-18T02:17:22,218 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a9ec8d77ef14bd08d39fdc435aaf5a1 as hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a9ec8d77ef14bd08d39fdc435aaf5a1 2024-11-18T02:17:22,224 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a9ec8d77ef14bd08d39fdc435aaf5a1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T02:17:22,225 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d369d5f185e84c16a15df52d0c8a34fc as hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d369d5f185e84c16a15df52d0c8a34fc 2024-11-18T02:17:22,230 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d369d5f185e84c16a15df52d0c8a34fc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T02:17:22,231 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d780c258ee47da926fd967ad6a4216 as hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61d780c258ee47da926fd967ad6a4216 2024-11-18T02:17:22,236 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/9db95b9c-32f5-e6d8-ba62-e3cace2f16d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61d780c258ee47da926fd967ad6a4216, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T02:17:22,238 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false 2024-11-18T02:17:22,239 INFO [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:22,239 DEBUG [M:0;c4730a2bacf8:34981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896240918Disabling compacts and flushes for region at 1731896240918Disabling writes for close at 1731896240919 (+1 ms)Obtaining lock to block concurrent updates at 1731896240919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896240919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731896240919Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896240920 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896240920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896240943 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896240943Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896241356 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896241378 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896241379 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896241791 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896241806 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896241806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226dfc09: reopening flushed file at 1731896242217 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2fc7d9: reopening flushed file at 1731896242224 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2483ed43: reopening flushed file at 1731896242230 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false at 1731896242238 (+8 ms)Writing region close event to WAL at 1731896242239 (+1 ms)Closed at 1731896242239 2024-11-18T02:17:22,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33235 is added to blk_1073741830_1006 (size=10165) 2024-11-18T02:17:22,242 INFO [M:0;c4730a2bacf8:34981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:17:22,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:22,243 INFO [M:0;c4730a2bacf8:34981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34981 2024-11-18T02:17:22,246 INFO [M:0;c4730a2bacf8:34981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:22,347 INFO [M:0;c4730a2bacf8:34981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34981-0x10128dcf1f80003, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:22,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:22,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:22,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:22,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:22,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:22,356 WARN [BP-1410225543-172.17.0.2-1731896223906 heartbeating to localhost/127.0.0.1:44555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:17:22,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:17:22,357 WARN [BP-1410225543-172.17.0.2-1731896223906 heartbeating to localhost/127.0.0.1:44555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1410225543-172.17.0.2-1731896223906 (Datanode Uuid d27eeeb1-7581-4944-a442-3636e03582f8) service to localhost/127.0.0.1:44555 2024-11-18T02:17:22,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:17:22,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/cluster_92a556d5-e6d5-462c-8eaa-6e408d4b238f/data/data1/current/BP-1410225543-172.17.0.2-1731896223906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:22,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/cluster_92a556d5-e6d5-462c-8eaa-6e408d4b238f/data/data2/current/BP-1410225543-172.17.0.2-1731896223906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:22,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:17:22,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:22,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:22,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:22,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:22,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:22,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:17:22,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:17:22,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:22,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:22,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:22,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:22,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:22,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:17:22,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=303619517, stopped=false 2024-11-18T02:17:22,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,44389,1731896234547 2024-11-18T02:17:22,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:22,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/running 2024-11-18T02:17:22,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:22,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:22,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:22,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:22,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:22,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Set watcher on znode that does not yet exist, /0-1183302366/running 2024-11-18T02:17:22,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:22,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:22,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,33503,1731896234588' ***** 2024-11-18T02:17:22,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:17:22,391 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:17:22,391 INFO [RS:0;c4730a2bacf8:33503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:17:22,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:17:22,391 INFO [RS:0;c4730a2bacf8:33503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:17:22,391 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(3091): Received CLOSE for 334264c69117643ae74806285141ce2d 2024-11-18T02:17:22,391 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:22,391 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:22,391 INFO [RS:0;c4730a2bacf8:33503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:33503. 2024-11-18T02:17:22,391 DEBUG [RS:0;c4730a2bacf8:33503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:22,391 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:22,391 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 334264c69117643ae74806285141ce2d, disabling compactions & flushes 2024-11-18T02:17:22,392 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:22,392 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:17:22,392 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:22,392 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:17:22,392 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. after waiting 0 ms 2024-11-18T02:17:22,392 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:17:22,392 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:22,392 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:17:22,392 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:17:22,392 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1325): Online Regions={334264c69117643ae74806285141ce2d=hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:17:22,392 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:22,392 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 334264c69117643ae74806285141ce2d 2024-11-18T02:17:22,392 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:22,392 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:22,392 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:22,392 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:22,393 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T02:17:22,397 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/replication/334264c69117643ae74806285141ce2d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T02:17:22,398 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:22,398 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:22,398 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:22,399 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 334264c69117643ae74806285141ce2d: Waiting for close lock at 1731896242391Running coprocessor pre-close hooks at 1731896242391Disabling compacts and flushes for region at 1731896242391Disabling writes for close at 1731896242392 (+1 ms)Writing region close event to WAL at 1731896242393 (+1 ms)Running coprocessor post-close hooks at 1731896242398 (+5 ms)Closed at 1731896242398 2024-11-18T02:17:22,399 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d. 2024-11-18T02:17:22,404 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:17:22,405 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:17:22,411 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/info/aae916cf70284f83bd6e25a466676d57 is 147, key is hbase:replication,,1731896227624.334264c69117643ae74806285141ce2d./info:regioninfo/1731896240175/Put/seqid=0 2024-11-18T02:17:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741851_1027 (size=6385) 2024-11-18T02:17:22,484 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:22,592 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:22,793 DEBUG [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:22,816 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/info/aae916cf70284f83bd6e25a466676d57 2024-11-18T02:17:22,824 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/.tmp/info/aae916cf70284f83bd6e25a466676d57 as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/info/aae916cf70284f83bd6e25a466676d57 2024-11-18T02:17:22,830 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/info/aae916cf70284f83bd6e25a466676d57, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T02:17:22,831 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-18T02:17:22,836 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T02:17:22,837 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:22,837 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:22,837 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:22,837 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896242392Running coprocessor pre-close hooks at 1731896242392Disabling compacts and flushes for region at 1731896242392Disabling writes for close at 1731896242392Obtaining lock to block concurrent updates at 1731896242393 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731896242393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731896242393Flushing stores of hbase:meta,,1.1588230740 at 1731896242394 (+1 ms)Flushing 1588230740/info: creating writer at 1731896242394Flushing 1588230740/info: appending metadata at 1731896242410 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731896242410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdc2873: reopening flushed file at 1731896242823 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1731896242831 (+8 ms)Writing region close event to WAL at 1731896242832 (+1 ms)Running coprocessor post-close hooks at 1731896242837 (+5 ms)Closed at 1731896242837 2024-11-18T02:17:22,837 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:22,993 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,33503,1731896234588; all regions closed. 2024-11-18T02:17:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741849_1025 (size=2156) 2024-11-18T02:17:22,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.meta.1731896235832.meta not finished, retry = 0 2024-11-18T02:17:23,099 DEBUG [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs 2024-11-18T02:17:23,099 INFO [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C33503%2C1731896234588.meta:.meta(num 1731896235832) 2024-11-18T02:17:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741850_1026 (size=796) 2024-11-18T02:17:23,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.rep.1731896240112 not finished, retry = 0 2024-11-18T02:17:23,205 DEBUG [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs 2024-11-18T02:17:23,205 INFO [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C33503%2C1731896234588.rep:(num 1731896240112) 2024-11-18T02:17:23,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 not finished, retry = 0 2024-11-18T02:17:23,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741848_1024 (size=93) 2024-11-18T02:17:23,311 DEBUG [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs 2024-11-18T02:17:23,311 INFO [RS:0;c4730a2bacf8:33503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C33503%2C1731896234588:(num 1731896235547) 2024-11-18T02:17:23,311 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:23,311 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:23,311 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:23,311 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:23,311 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:23,311 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:23,311 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,33503,1731896234588 because: Region server is closing 2024-11-18T02:17:23,312 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T02:17:23,312 INFO [RS:0;c4730a2bacf8:33503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:33503. 2024-11-18T02:17:23,312 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T02:17:23,312 DEBUG [RS:0;c4730a2bacf8:33503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:23,312 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T02:17:23,312 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:23,312 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:23,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:23,350 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 to pos 0, reset compression=false 2024-11-18T02:17:23,356 INFO [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 was moved to hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/oldWALs/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 2024-11-18T02:17:23,359 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547 2024-11-18T02:17:23,360 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T02:17:23,360 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.wal-reader.c4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T02:17:23,360 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c4730a2bacf8,33503,1731896234588 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/WALs/c4730a2bacf8,33503,1731896234588/c4730a2bacf8%2C33503%2C1731896234588.1731896235547, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T02:17:23,364 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:23,364 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33503,1731896234588, seqNum=-1] 2024-11-18T02:17:23,366 WARN [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-c4730a2bacf8,33503,1731896234588', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:33503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-18T02:17:23,368 ERROR [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,33503,1731896234588: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c4730a2bacf8,33503,1731896234588, walGroup=c4730a2bacf8%2C33503%2C1731896234588, offset=c4730a2bacf8%2C33503%2C1731896234588.1731896235547:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:33503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:17:23,371 ERROR [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:17:23,374 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:17:23,375 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:17:23,375 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:17:23,375 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:17:23,376 INFO [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 611226400 }, "NonHeapMemoryUsage": { "committed": 163315712, "init": 7667712, "max": -1, "used": 160930320 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:17:23,378 DEBUG [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c4730a2bacf8%2C33503%2C1731896234588.1731896235547] 2024-11-18T02:17:23,412 WARN [RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:17:23,413 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,1-c4730a2bacf8,33503,1731896234588 terminated 2024-11-18T02:17:23,413 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c4730a2bacf8,33503,1731896234588 because: Region server is closing 2024-11-18T02:17:23,413 INFO [RS:0;c4730a2bacf8:33503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:33503. 2024-11-18T02:17:23,413 DEBUG [RS:0;c4730a2bacf8:33503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:23,413 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:23,413 DEBUG [RS:0;c4730a2bacf8:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:23,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:23,413 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c4730a2bacf8:33503.replicationSource.shipperc4730a2bacf8%2C33503%2C1731896234588,2-c4730a2bacf8,33503,1731896234588 terminated 2024-11-18T02:17:23,414 INFO [RS:0;c4730a2bacf8:33503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33503 2024-11-18T02:17:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/rs/c4730a2bacf8,33503,1731896234588 2024-11-18T02:17:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366/rs 2024-11-18T02:17:23,416 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:23,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,33503,1731896234588] 2024-11-18T02:17:23,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183302366/draining/c4730a2bacf8,33503,1731896234588 already deleted, retry=false 2024-11-18T02:17:23,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,33503,1731896234588 expired; onlineServers=0 2024-11-18T02:17:23,420 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,44389,1731896234547' ***** 2024-11-18T02:17:23,420 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:17:23,420 INFO [M:0;c4730a2bacf8:44389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:23,420 INFO [M:0;c4730a2bacf8:44389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:23,420 DEBUG [M:0;c4730a2bacf8:44389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:17:23,420 DEBUG [M:0;c4730a2bacf8:44389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:17:23,420 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:17:23,420 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896235255 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896235255,5,FailOnTimeoutGroup] 2024-11-18T02:17:23,421 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896235255 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896235255,5,FailOnTimeoutGroup] 2024-11-18T02:17:23,421 INFO [M:0;c4730a2bacf8:44389 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:23,421 INFO [M:0;c4730a2bacf8:44389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:23,421 DEBUG [M:0;c4730a2bacf8:44389 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:17:23,421 INFO [M:0;c4730a2bacf8:44389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:17:23,421 INFO [M:0;c4730a2bacf8:44389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:23,422 INFO [M:0;c4730a2bacf8:44389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:17:23,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:17:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183302366/master 2024-11-18T02:17:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183302366 2024-11-18T02:17:23,422 DEBUG [M:0;c4730a2bacf8:44389 {}] zookeeper.ZKUtil(347): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Unable to get data of znode /0-1183302366/master because node does not exist (not an error) 2024-11-18T02:17:23,422 WARN [M:0;c4730a2bacf8:44389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:17:23,423 INFO [M:0;c4730a2bacf8:44389 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/.lastflushedseqids 2024-11-18T02:17:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741852_1028 (size=181) 2024-11-18T02:17:23,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:23,519 INFO [RS:0;c4730a2bacf8:33503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:23,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x10128dcf1f80007, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:23,519 INFO [RS:0;c4730a2bacf8:33503 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,33503,1731896234588; zookeeper connection closed. 2024-11-18T02:17:23,519 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b964d2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b964d2f 2024-11-18T02:17:23,520 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:17:23,830 INFO [M:0;c4730a2bacf8:44389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:17:23,830 INFO [M:0;c4730a2bacf8:44389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:17:23,831 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:23,831 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:23,831 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:23,831 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:23,831 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:23,831 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T02:17:23,849 DEBUG [M:0;c4730a2bacf8:44389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81ea0c3d42134869b6ffff88c7a0429f is 82, key is hbase:meta,,1/info:regioninfo/1731896235892/Put/seqid=0 2024-11-18T02:17:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741853_1029 (size=5680) 2024-11-18T02:17:24,255 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81ea0c3d42134869b6ffff88c7a0429f 2024-11-18T02:17:24,278 DEBUG [M:0;c4730a2bacf8:44389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c83c272756c49cbb10f8d5317a34ae3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731896240191/Put/seqid=0 2024-11-18T02:17:24,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741854_1030 (size=7319) 2024-11-18T02:17:24,686 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c83c272756c49cbb10f8d5317a34ae3 2024-11-18T02:17:24,713 DEBUG [M:0;c4730a2bacf8:44389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cc29c31e4542a29073df73bd616cd1 is 69, key is c4730a2bacf8,33503,1731896234588/rs:state/1731896235332/Put/seqid=0 2024-11-18T02:17:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741855_1031 (size=5371) 2024-11-18T02:17:25,119 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cc29c31e4542a29073df73bd616cd1 2024-11-18T02:17:25,125 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80cc29c31e4542a29073df73bd616cd1 2024-11-18T02:17:25,127 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81ea0c3d42134869b6ffff88c7a0429f as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81ea0c3d42134869b6ffff88c7a0429f 2024-11-18T02:17:25,135 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81ea0c3d42134869b6ffff88c7a0429f, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T02:17:25,136 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c83c272756c49cbb10f8d5317a34ae3 as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c83c272756c49cbb10f8d5317a34ae3 2024-11-18T02:17:25,144 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c83c272756c49cbb10f8d5317a34ae3, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T02:17:25,145 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cc29c31e4542a29073df73bd616cd1 as hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80cc29c31e4542a29073df73bd616cd1 2024-11-18T02:17:25,150 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80cc29c31e4542a29073df73bd616cd1 2024-11-18T02:17:25,150 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46313/user/jenkins/test-data/6e12440b-dcfb-62c3-0ec2-1b022ad92357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80cc29c31e4542a29073df73bd616cd1, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T02:17:25,152 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false 2024-11-18T02:17:25,156 INFO [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:25,157 DEBUG [M:0;c4730a2bacf8:44389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896243831Disabling compacts and flushes for region at 1731896243831Disabling writes for close at 1731896243831Obtaining lock to block concurrent updates at 1731896243831Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896243831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731896243832 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896243832Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896243833 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896243849 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896243849Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896244261 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896244278 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896244278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896244694 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896244712 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896244712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b2d043: reopening flushed file at 1731896245125 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bb93f3: reopening flushed file at 1731896245135 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779ca7c2: reopening flushed file at 1731896245144 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false at 1731896245152 (+8 ms)Writing region close event to WAL at 1731896245156 (+4 ms)Closed at 1731896245156 2024-11-18T02:17:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741847_1023 (size=22949) 2024-11-18T02:17:25,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:25,160 INFO [M:0;c4730a2bacf8:44389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:17:25,160 INFO [M:0;c4730a2bacf8:44389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44389 2024-11-18T02:17:25,160 INFO [M:0;c4730a2bacf8:44389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:25,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:25,262 INFO [M:0;c4730a2bacf8:44389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:25,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44389-0x10128dcf1f80006, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:25,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:25,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:25,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:25,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:25,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:17:25,267 WARN [BP-162357668-172.17.0.2-1731896216426 heartbeating to localhost/127.0.0.1:46313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:17:25,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:17:25,267 WARN [BP-162357668-172.17.0.2-1731896216426 heartbeating to localhost/127.0.0.1:46313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-162357668-172.17.0.2-1731896216426 (Datanode Uuid 48682136-eeb0-4260-8eb7-131e3b4a31c4) service to localhost/127.0.0.1:46313 2024-11-18T02:17:25,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363/data/data1/current/BP-162357668-172.17.0.2-1731896216426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:25,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/cluster_b57abf99-d3e3-5465-4832-ac717b99f363/data/data2/current/BP-162357668-172.17.0.2-1731896216426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:25,269 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:17:25,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:25,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:25,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:25,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:25,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79bc1952-6dc8-0586-f04c-95834455bc27/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:25,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:17:25,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:17:25,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4730a2bacf8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/c4730a2bacf8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@102b975c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c4730a2bacf8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4730a2bacf8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46313 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4730a2bacf8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 280), ProcessCount=11 (was 11), AvailableMemoryMB=3172 (was 4866) 2024-11-18T02:17:25,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=3172 2024-11-18T02:17:25,339 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T02:17:25,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.log.dir so I do NOT create it in target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6 2024-11-18T02:17:25,340 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:17:25,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.tmp.dir so I do NOT create it in target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6 2024-11-18T02:17:25,340 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e78ca88-5ba5-aa1a-c50f-47f27461d90f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:17:25,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6 2024-11-18T02:17:25,340 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90, deleteOnExit=true 2024-11-18T02:17:25,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90/zookeeper_0, clientPort=63193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:17:25,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63193 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/test.cache.data in system properties and HBase conf 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:17:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:17:25,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:17:25,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:17:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:17:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:17:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:17:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128dcf1f80005, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:17:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128dcf1f80002, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:17:25,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128dcf1f80002, quorum=127.0.0.1:50259, baseZNode=/0-1183302366 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:17:25,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128dcf1f80005, quorum=127.0.0.1:50259, baseZNode=/1-2086647654 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:17:25,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:25,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:25,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:25,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:25,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:17:25,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:25,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:25,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:25,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/java.io.tmpdir/jetty-localhost-41629-hadoop-hdfs-3_4_1-tests_jar-_-any-10679528841626622652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:25,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:41629} 2024-11-18T02:17:25,593 INFO [Time-limited test {}] server.Server(415): Started @31925ms 2024-11-18T02:17:25,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:25,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:25,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:25,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:25,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:17:25,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:25,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:25,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/java.io.tmpdir/jetty-localhost-34825-hadoop-hdfs-3_4_1-tests_jar-_-any-10582988644984710703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:25,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:34825} 2024-11-18T02:17:25,835 INFO [Time-limited test {}] server.Server(415): Started @32167ms 2024-11-18T02:17:25,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:17:25,983 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90/data/data2/current/BP-1132292790-172.17.0.2-1731896245383/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:25,983 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90/data/data1/current/BP-1132292790-172.17.0.2-1731896245383/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:26,018 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae448c75aa9b5e7 with lease ID 0x10a7f0ea9b0122cd: Processing first storage report for DS-6cbd0fb7-c877-4f08-897f-66e53b8656b3 from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=f92689cb-1135-4058-8d85-284d75e67de3, infoPort=39663, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1671156499;c=1731896245383) 2024-11-18T02:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae448c75aa9b5e7 with lease ID 0x10a7f0ea9b0122cd: from storage DS-6cbd0fb7-c877-4f08-897f-66e53b8656b3 node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=f92689cb-1135-4058-8d85-284d75e67de3, infoPort=39663, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1671156499;c=1731896245383), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T02:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae448c75aa9b5e7 with lease ID 0x10a7f0ea9b0122cd: Processing first storage report for DS-72ae376d-037f-418a-b33c-c6f3222c8d89 from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=f92689cb-1135-4058-8d85-284d75e67de3, infoPort=39663, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1671156499;c=1731896245383) 2024-11-18T02:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae448c75aa9b5e7 with lease ID 0x10a7f0ea9b0122cd: from storage DS-72ae376d-037f-418a-b33c-c6f3222c8d89 node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=f92689cb-1135-4058-8d85-284d75e67de3, infoPort=39663, infoSecurePort=0, ipcPort=35703, storageInfo=lv=-57;cid=testClusterID;nsid=1671156499;c=1731896245383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:26,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6 2024-11-18T02:17:26,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:26,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:17:26,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2 with version=8 2024-11-18T02:17:26,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/hbase-staging 2024-11-18T02:17:26,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:26,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:26,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:26,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:26,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:26,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:26,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:17:26,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:26,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44805 2024-11-18T02:17:26,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44805 connecting to ZooKeeper ensemble=127.0.0.1:63193 2024-11-18T02:17:26,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448050x0, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:26,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44805-0x10128dd66ee0000 connected 2024-11-18T02:17:26,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:26,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:26,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on znode that does not yet exist, /0-1281865151/running 2024-11-18T02:17:26,547 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2, hbase.cluster.distributed=false 2024-11-18T02:17:26,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on znode that does not yet exist, /0-1281865151/acl 2024-11-18T02:17:26,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-18T02:17:26,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44805 2024-11-18T02:17:26,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44805 2024-11-18T02:17:26,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-18T02:17:26,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-18T02:17:26,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:26,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:26,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:17:26,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:26,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34493 2024-11-18T02:17:26,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34493 connecting to ZooKeeper ensemble=127.0.0.1:63193 2024-11-18T02:17:26,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:26,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:26,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344930x0, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:26,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34493-0x10128dd66ee0001 connected 2024-11-18T02:17:26,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on znode that does not yet exist, /0-1281865151/running 2024-11-18T02:17:26,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:17:26,587 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:17:26,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on znode that does not yet exist, /0-1281865151/master 2024-11-18T02:17:26,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on znode that does not yet exist, /0-1281865151/acl 2024-11-18T02:17:26,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34493 2024-11-18T02:17:26,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34493 2024-11-18T02:17:26,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34493 2024-11-18T02:17:26,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34493 2024-11-18T02:17:26,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34493 2024-11-18T02:17:26,609 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:44805 2024-11-18T02:17:26,609 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1281865151/backup-masters/c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:26,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151/backup-masters 2024-11-18T02:17:26,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151/backup-masters 2024-11-18T02:17:26,614 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on existing znode=/0-1281865151/backup-masters/c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281865151/master 2024-11-18T02:17:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:26,615 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on existing znode=/0-1281865151/master 2024-11-18T02:17:26,616 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1281865151/backup-masters/c4730a2bacf8,44805,1731896246514 from backup master directory 2024-11-18T02:17:26,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281865151/backup-masters/c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:26,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151/backup-masters 2024-11-18T02:17:26,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151/backup-masters 2024-11-18T02:17:26,617 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:26,617 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:26,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/hbase.id] with ID: b1b1427f-df61-473c-a07e-6a4f8a16e105 2024-11-18T02:17:26,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/.tmp/hbase.id 2024-11-18T02:17:26,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:17:27,028 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/.tmp/hbase.id]:[hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/hbase.id] 2024-11-18T02:17:27,042 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:27,042 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:17:27,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:17:27,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:27,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:17:27,453 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:27,454 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:17:27,455 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:17:27,865 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store 2024-11-18T02:17:27,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:17:27,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:27,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:27,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:28,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:28,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:28,276 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:28,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:28,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:28,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:28,276 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:28,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896248276Disabling compacts and flushes for region at 1731896248276Disabling writes for close at 1731896248276Writing region close event to WAL at 1731896248276Closed at 1731896248276 2024-11-18T02:17:28,278 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/.initializing 2024-11-18T02:17:28,278 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/WALs/c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:28,279 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:28,281 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C44805%2C1731896246514, suffix=, logDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/WALs/c4730a2bacf8,44805,1731896246514, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/oldWALs, maxLogs=10 2024-11-18T02:17:28,300 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/WALs/c4730a2bacf8,44805,1731896246514/c4730a2bacf8%2C44805%2C1731896246514.1731896248281, exclude list is [], retry=0 2024-11-18T02:17:28,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-6cbd0fb7-c877-4f08-897f-66e53b8656b3,DISK] 2024-11-18T02:17:28,306 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/WALs/c4730a2bacf8,44805,1731896246514/c4730a2bacf8%2C44805%2C1731896246514.1731896248281 2024-11-18T02:17:28,306 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-18T02:17:28,306 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:28,306 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:28,306 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,306 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:17:28,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:28,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:28,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:17:28,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:28,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:28,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:17:28,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:17:28,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:28,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:28,345 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,346 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,346 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,348 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,348 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,348 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:28,350 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:28,353 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:28,353 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61036028, jitterRate=-0.09049230813980103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:28,354 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896248307Initializing all the Stores at 1731896248308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896248308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896248308Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896248308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896248308Cleaning up temporary data from old regions at 1731896248348 (+40 ms)Region opened successfully at 1731896248354 (+6 ms) 2024-11-18T02:17:28,355 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:17:28,358 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc954a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:28,359 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:17:28,359 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:17:28,359 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:17:28,359 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:17:28,360 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:17:28,360 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:17:28,360 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:17:28,362 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:17:28,363 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Unable to get data of znode /0-1281865151/balancer because node does not exist (not necessarily an error) 2024-11-18T02:17:28,366 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281865151/balancer already deleted, retry=false 2024-11-18T02:17:28,366 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:17:28,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Unable to get data of znode /0-1281865151/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:17:28,368 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281865151/normalizer already deleted, retry=false 2024-11-18T02:17:28,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:17:28,369 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Unable to get data of znode /0-1281865151/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:17:28,370 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281865151/switch/split already deleted, retry=false 2024-11-18T02:17:28,371 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Unable to get data of znode /0-1281865151/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:17:28,372 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281865151/switch/merge already deleted, retry=false 2024-11-18T02:17:28,374 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Unable to get data of znode /0-1281865151/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:17:28,376 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281865151/snapshot-cleanup already deleted, retry=false 2024-11-18T02:17:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281865151/running 2024-11-18T02:17:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281865151/running 2024-11-18T02:17:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:28,378 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,44805,1731896246514, sessionid=0x10128dd66ee0000, setting cluster-up flag (Was=false) 2024-11-18T02:17:28,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:28,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:28,386 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1281865151/flush-table-proc/acquired, /0-1281865151/flush-table-proc/reached, /0-1281865151/flush-table-proc/abort 2024-11-18T02:17:28,387 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:28,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:28,396 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1281865151/online-snapshot/acquired, /0-1281865151/online-snapshot/reached, /0-1281865151/online-snapshot/abort 2024-11-18T02:17:28,396 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:28,398 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:17:28,399 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(746): ClusterId : b1b1427f-df61-473c-a07e-6a4f8a16e105 2024-11-18T02:17:28,399 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:17:28,400 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:28,400 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:17:28,401 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:17:28,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,44805,1731896246514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:17:28,403 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:28,403 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:17:28,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:28,404 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:17:28,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:28,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:28,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:17:28,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:28,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,406 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:17:28,406 DEBUG [RS:0;c4730a2bacf8:34493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d1ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:28,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:28,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:17:28,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:28,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:17:28,414 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896278414 2024-11-18T02:17:28,415 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:17:28,415 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:17:28,415 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:17:28,415 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:17:28,415 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:17:28,415 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:17:28,417 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:17:28,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:17:28,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:17:28,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:17:28,421 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:17:28,421 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:17:28,424 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:34493 2024-11-18T02:17:28,424 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:17:28,424 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:17:28,424 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:17:28,424 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896248421,5,FailOnTimeoutGroup] 2024-11-18T02:17:28,425 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,44805,1731896246514 with port=34493, startcode=1731896246572 2024-11-18T02:17:28,425 DEBUG [RS:0;c4730a2bacf8:34493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:17:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:17:28,428 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896248424,5,FailOnTimeoutGroup] 2024-11-18T02:17:28,428 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,428 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:17:28,428 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,429 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,429 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:17:28,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:28,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:28,432 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2 2024-11-18T02:17:28,432 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37949 2024-11-18T02:17:28,432 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:17:28,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151/rs 2024-11-18T02:17:28,435 DEBUG [RS:0;c4730a2bacf8:34493 {}] zookeeper.ZKUtil(111): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on existing znode=/0-1281865151/rs/c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:28,435 WARN [RS:0;c4730a2bacf8:34493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:28,435 INFO [RS:0;c4730a2bacf8:34493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:28,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,34493,1731896246572] 2024-11-18T02:17:28,435 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:28,444 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:17:28,447 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:17:28,447 INFO [RS:0;c4730a2bacf8:34493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:17:28,447 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,448 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:17:28,449 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:17:28,449 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,449 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,449 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,449 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:28,450 DEBUG [RS:0;c4730a2bacf8:34493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:28,456 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,456 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,456 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,456 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,456 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,456 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34493,1731896246572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:28,472 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:17:28,472 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34493,1731896246572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,472 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,473 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.Replication(171): c4730a2bacf8,34493,1731896246572 started 2024-11-18T02:17:28,487 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:28,488 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,34493,1731896246572, RpcServer on c4730a2bacf8/172.17.0.2:34493, sessionid=0x10128dd66ee0001 2024-11-18T02:17:28,488 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:17:28,488 DEBUG [RS:0;c4730a2bacf8:34493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:28,488 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,34493,1731896246572' 2024-11-18T02:17:28,488 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1281865151/flush-table-proc/abort' 2024-11-18T02:17:28,488 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1281865151/flush-table-proc/acquired' 2024-11-18T02:17:28,489 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:17:28,489 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:17:28,489 DEBUG [RS:0;c4730a2bacf8:34493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:28,489 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,34493,1731896246572' 2024-11-18T02:17:28,489 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1281865151/online-snapshot/abort' 2024-11-18T02:17:28,489 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1281865151/online-snapshot/acquired' 2024-11-18T02:17:28,490 DEBUG [RS:0;c4730a2bacf8:34493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:17:28,490 INFO [RS:0;c4730a2bacf8:34493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:17:28,490 INFO [RS:0;c4730a2bacf8:34493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:17:28,590 INFO [RS:0;c4730a2bacf8:34493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:28,592 INFO [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34493%2C1731896246572, suffix=, logDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/oldWALs, maxLogs=10 2024-11-18T02:17:28,607 DEBUG [RS:0;c4730a2bacf8:34493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593, exclude list is [], retry=0 2024-11-18T02:17:28,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-6cbd0fb7-c877-4f08-897f-66e53b8656b3,DISK] 2024-11-18T02:17:28,612 INFO [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 2024-11-18T02:17:28,612 DEBUG [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-18T02:17:28,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:17:28,828 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2 2024-11-18T02:17:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:17:29,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:29,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:29,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:29,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:29,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:29,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:29,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:29,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:29,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:29,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:29,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740 2024-11-18T02:17:29,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740 2024-11-18T02:17:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:29,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:29,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:29,252 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:29,253 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60369847, jitterRate=-0.10041917860507965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:29,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896249235Initializing all the Stores at 1731896249236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896249236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896249236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896249236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896249236Cleaning up temporary data from old regions at 1731896249248 (+12 ms)Region opened successfully at 1731896249254 (+6 ms) 2024-11-18T02:17:29,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:29,254 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:29,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:29,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:29,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:29,254 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:29,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896249254Disabling compacts and flushes for region at 1731896249254Disabling writes for close at 1731896249254Writing region close event to WAL at 1731896249254Closed at 1731896249254 2024-11-18T02:17:29,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:29,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:17:29,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:17:29,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:29,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:17:29,409 DEBUG [c4730a2bacf8:44805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:29,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:29,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,34493,1731896246572, state=OPENING 2024-11-18T02:17:29,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:17:29,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:29,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:29,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:29,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281865151/meta-region-server: CHANGED 2024-11-18T02:17:29,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34493,1731896246572}] 2024-11-18T02:17:29,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281865151/meta-region-server: CHANGED 2024-11-18T02:17:29,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:29,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:17:29,579 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:17:29,579 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:29,579 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:17:29,581 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34493%2C1731896246572.meta, suffix=.meta, logDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/oldWALs, maxLogs=10 2024-11-18T02:17:29,596 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.meta.1731896249582.meta, exclude list is [], retry=0 2024-11-18T02:17:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-6cbd0fb7-c877-4f08-897f-66e53b8656b3,DISK] 2024-11-18T02:17:29,600 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.meta.1731896249582.meta 2024-11-18T02:17:29,601 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-18T02:17:29,601 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:29,601 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:29,601 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:29,601 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:17:29,602 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:17:29,602 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:17:29,602 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:29,602 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:17:29,602 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:17:29,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:29,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:29,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:29,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:29,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:29,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:29,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:29,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:29,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:29,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:29,609 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:29,610 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740 2024-11-18T02:17:29,611 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740 2024-11-18T02:17:29,612 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:29,612 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:29,613 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:29,614 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:29,615 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68702922, jitterRate=0.023753315210342407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:29,615 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:17:29,616 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896249602Writing region info on filesystem at 1731896249602Initializing all the Stores at 1731896249603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896249603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896249603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896249603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896249603Cleaning up temporary data from old regions at 1731896249612 (+9 ms)Running coprocessor post-open hooks at 1731896249615 (+3 ms)Region opened successfully at 1731896249616 (+1 ms) 2024-11-18T02:17:29,617 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896249572 2024-11-18T02:17:29,620 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:17:29,620 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:17:29,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:29,621 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,34493,1731896246572, state=OPEN 2024-11-18T02:17:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281865151/meta-region-server 2024-11-18T02:17:29,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281865151/meta-region-server 2024-11-18T02:17:29,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:29,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281865151/meta-region-server: CHANGED 2024-11-18T02:17:29,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281865151/meta-region-server: CHANGED 2024-11-18T02:17:29,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:17:29,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34493,1731896246572 in 204 msec 2024-11-18T02:17:29,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:17:29,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-18T02:17:29,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:29,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:17:29,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:29,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34493,1731896246572, seqNum=-1] 2024-11-18T02:17:29,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:29,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:29,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-18T02:17:29,639 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896249639, completionTime=-1 2024-11-18T02:17:29,639 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:17:29,639 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:17:29,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:17:29,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896309641 2024-11-18T02:17:29,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896369641 2024-11-18T02:17:29,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T02:17:29,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44805,1731896246514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:29,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44805,1731896246514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:29,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44805,1731896246514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:29,642 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:44805, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:29,642 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:29,642 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:29,644 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.029sec 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44805,1731896246514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:29,646 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44805,1731896246514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:17:29,649 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:17:29,649 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:17:29,649 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44805,1731896246514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:29,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:29,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44805,-1 for getting cluster id 2024-11-18T02:17:29,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:29,702 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b1427f-df61-473c-a07e-6a4f8a16e105' 2024-11-18T02:17:29,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:29,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b1427f-df61-473c-a07e-6a4f8a16e105" 2024-11-18T02:17:29,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5516ae1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:29,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44805,-1] 2024-11-18T02:17:29,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:29,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:29,705 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:29,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:29,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34493,1731896246572, seqNum=-1] 2024-11-18T02:17:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:29,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:29,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:29,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63193 2024-11-18T02:17:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:29,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128dd66ee0002 connected 2024-11-18T02:17:29,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.log.dir so I do NOT create it in target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9 2024-11-18T02:17:29,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:17:29,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.tmp.dir so I do NOT create it in target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9 2024-11-18T02:17:29,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:17:29,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9 2024-11-18T02:17:29,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:17:29,720 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/cluster_6edc623e-d118-7d31-9496-e695b643a483, deleteOnExit=true 2024-11-18T02:17:29,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:17:29,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/test.cache.data in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:17:29,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:29,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:17:29,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:17:29,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:29,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:29,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:29,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:29,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:17:29,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:29,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:29,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:29,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/java.io.tmpdir/jetty-localhost-42913-hadoop-hdfs-3_4_1-tests_jar-_-any-14972535029025726102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:29,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:42913} 2024-11-18T02:17:29,958 INFO [Time-limited test {}] server.Server(415): Started @36289ms 2024-11-18T02:17:30,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:30,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:30,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:30,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:30,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:17:30,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:30,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:30,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/java.io.tmpdir/jetty-localhost-39009-hadoop-hdfs-3_4_1-tests_jar-_-any-9772562538287359291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:30,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:39009} 2024-11-18T02:17:30,217 INFO [Time-limited test {}] server.Server(415): Started @36548ms 2024-11-18T02:17:30,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:17:30,243 WARN [RS:0;c4730a2bacf8:34493 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c4730a2bacf8,44217,1731896220367: status=Processing ServerCrashProcedure of c4730a2bacf8,44217,1731896220367 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731896235252, completionTime=-1 appears to have been leaked 2024-11-18T02:17:30,341 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/cluster_6edc623e-d118-7d31-9496-e695b643a483/data/data2/current/BP-1754332525-172.17.0.2-1731896249754/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:30,341 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/cluster_6edc623e-d118-7d31-9496-e695b643a483/data/data1/current/BP-1754332525-172.17.0.2-1731896249754/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:30,365 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:17:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x160b8658d32b75dd with lease ID 0x5bbda3e65839a248: Processing first storage report for DS-b4a13103-37eb-4141-ae49-a0551d01ebca from datanode DatanodeRegistration(127.0.0.1:35315, datanodeUuid=65888c91-5ba1-4e58-8476-b01f458e1789, infoPort=40303, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1178025;c=1731896249754) 2024-11-18T02:17:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x160b8658d32b75dd with lease ID 0x5bbda3e65839a248: from storage DS-b4a13103-37eb-4141-ae49-a0551d01ebca node DatanodeRegistration(127.0.0.1:35315, datanodeUuid=65888c91-5ba1-4e58-8476-b01f458e1789, infoPort=40303, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1178025;c=1731896249754), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x160b8658d32b75dd with lease ID 0x5bbda3e65839a248: Processing first storage report for DS-9c39f467-57e5-4993-8e39-1adca69299df from datanode DatanodeRegistration(127.0.0.1:35315, datanodeUuid=65888c91-5ba1-4e58-8476-b01f458e1789, infoPort=40303, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1178025;c=1731896249754) 2024-11-18T02:17:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x160b8658d32b75dd with lease ID 0x5bbda3e65839a248: from storage DS-9c39f467-57e5-4993-8e39-1adca69299df node DatanodeRegistration(127.0.0.1:35315, datanodeUuid=65888c91-5ba1-4e58-8476-b01f458e1789, infoPort=40303, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1178025;c=1731896249754), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:30,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9 2024-11-18T02:17:30,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:30,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:17:30,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930 with version=8 2024-11-18T02:17:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/hbase-staging 2024-11-18T02:17:30,860 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:30,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:30,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:30,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:30,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:30,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:30,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:17:30,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:30,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41961 2024-11-18T02:17:30,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41961 connecting to ZooKeeper ensemble=127.0.0.1:63193 2024-11-18T02:17:30,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419610x0, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:30,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41961-0x10128dd66ee0003 connected 2024-11-18T02:17:30,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:30,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:30,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on znode that does not yet exist, /11654017716/running 2024-11-18T02:17:30,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930, hbase.cluster.distributed=false 2024-11-18T02:17:30,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on znode that does not yet exist, /11654017716/acl 2024-11-18T02:17:30,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-18T02:17:30,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41961 2024-11-18T02:17:30,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41961 2024-11-18T02:17:30,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-18T02:17:30,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-18T02:17:30,902 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:30,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:30,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:30,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:30,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:30,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:30,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:17:30,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:30,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44477 2024-11-18T02:17:30,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44477 connecting to ZooKeeper ensemble=127.0.0.1:63193 2024-11-18T02:17:30,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:30,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:30,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444770x0, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:30,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444770x0, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on znode that does not yet exist, /11654017716/running 2024-11-18T02:17:30,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44477-0x10128dd66ee0004 connected 2024-11-18T02:17:30,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:17:30,912 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:17:30,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on znode that does not yet exist, /11654017716/master 2024-11-18T02:17:30,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on znode that does not yet exist, /11654017716/acl 2024-11-18T02:17:30,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44477 2024-11-18T02:17:30,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44477 2024-11-18T02:17:30,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44477 2024-11-18T02:17:30,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44477 2024-11-18T02:17:30,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44477 2024-11-18T02:17:30,931 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:41961 2024-11-18T02:17:30,931 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11654017716/backup-masters/c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716/backup-masters 2024-11-18T02:17:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716/backup-masters 2024-11-18T02:17:30,933 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on existing znode=/11654017716/backup-masters/c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:30,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11654017716/master 2024-11-18T02:17:30,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:30,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:30,936 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on existing znode=/11654017716/master 2024-11-18T02:17:30,936 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11654017716/backup-masters/c4730a2bacf8,41961,1731896250860 from backup master directory 2024-11-18T02:17:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11654017716/backup-masters/c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716/backup-masters 2024-11-18T02:17:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716/backup-masters 2024-11-18T02:17:30,938 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:30,938 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:30,943 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/hbase.id] with ID: 5c029877-3282-4388-8953-ed4418a2667b 2024-11-18T02:17:30,943 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/.tmp/hbase.id 2024-11-18T02:17:30,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:17:31,350 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/.tmp/hbase.id]:[hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/hbase.id] 2024-11-18T02:17:31,367 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:31,367 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:17:31,369 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T02:17:31,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:31,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:17:31,779 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:31,780 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:17:31,780 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:31,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:17:32,188 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store 2024-11-18T02:17:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:17:32,596 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:32,596 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:32,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:32,596 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:32,596 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:32,596 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:32,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:32,597 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896252596Disabling compacts and flushes for region at 1731896252596Disabling writes for close at 1731896252596Writing region close event to WAL at 1731896252596Closed at 1731896252596 2024-11-18T02:17:32,598 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/.initializing 2024-11-18T02:17:32,598 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/WALs/c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:32,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:32,605 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C41961%2C1731896250860, suffix=, logDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/WALs/c4730a2bacf8,41961,1731896250860, archiveDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/oldWALs, maxLogs=10 2024-11-18T02:17:32,633 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/WALs/c4730a2bacf8,41961,1731896250860/c4730a2bacf8%2C41961%2C1731896250860.1731896252605, exclude list is [], retry=0 2024-11-18T02:17:32,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35315,DS-b4a13103-37eb-4141-ae49-a0551d01ebca,DISK] 2024-11-18T02:17:32,658 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/WALs/c4730a2bacf8,41961,1731896250860/c4730a2bacf8%2C41961%2C1731896250860.1731896252605 2024-11-18T02:17:32,659 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-18T02:17:32,659 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:32,659 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:32,659 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,659 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:17:32,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:32,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:17:32,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:32,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:17:32,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:32,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:17:32,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:32,691 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,692 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,694 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,698 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,698 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,699 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:32,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:32,706 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:32,708 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68308460, jitterRate=0.017875373363494873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:32,708 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896252660Initializing all the Stores at 1731896252661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896252661Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896252665 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896252665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896252665Cleaning up temporary data from old regions at 1731896252698 (+33 ms)Region opened successfully at 1731896252708 (+10 ms) 2024-11-18T02:17:32,708 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:17:32,714 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:32,716 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:17:32,716 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:17:32,716 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:17:32,716 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:17:32,718 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T02:17:32,718 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:17:32,718 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:17:32,725 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:17:32,727 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Unable to get data of znode /11654017716/balancer because node does not exist (not necessarily an error) 2024-11-18T02:17:32,731 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11654017716/balancer already deleted, retry=false 2024-11-18T02:17:32,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:17:32,733 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Unable to get data of znode /11654017716/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:17:32,736 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11654017716/normalizer already deleted, retry=false 2024-11-18T02:17:32,736 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:17:32,741 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Unable to get data of znode /11654017716/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:17:32,748 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11654017716/switch/split already deleted, retry=false 2024-11-18T02:17:32,749 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Unable to get data of znode /11654017716/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:17:32,757 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11654017716/switch/merge already deleted, retry=false 2024-11-18T02:17:32,760 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Unable to get data of znode /11654017716/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:17:32,764 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11654017716/snapshot-cleanup already deleted, retry=false 2024-11-18T02:17:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11654017716/running 2024-11-18T02:17:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11654017716/running 2024-11-18T02:17:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:32,774 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,41961,1731896250860, sessionid=0x10128dd66ee0003, setting cluster-up flag (Was=false) 2024-11-18T02:17:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:32,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:32,785 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11654017716/flush-table-proc/acquired, /11654017716/flush-table-proc/reached, /11654017716/flush-table-proc/abort 2024-11-18T02:17:32,787 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:32,802 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11654017716/online-snapshot/acquired, /11654017716/online-snapshot/reached, /11654017716/online-snapshot/abort 2024-11-18T02:17:32,804 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:32,817 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:17:32,821 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:32,821 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:17:32,821 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:17:32,822 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,41961,1731896250860 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:17:32,827 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(746): ClusterId : 5c029877-3282-4388-8953-ed4418a2667b 2024-11-18T02:17:32,827 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:17:32,827 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:32,827 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:32,827 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:32,827 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:32,827 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:17:32,827 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:32,828 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:32,828 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:32,834 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:17:32,834 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:17:32,847 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:17:32,848 DEBUG [RS:0;c4730a2bacf8:44477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb59455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:32,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:32,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:17:32,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:17:32,864 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896282864 2024-11-18T02:17:32,865 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:17:32,865 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:17:32,865 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:17:32,865 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:17:32,865 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:17:32,865 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:17:32,868 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:32,893 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:17:32,893 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:17:32,893 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:17:32,893 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:17:32,894 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:44477 2024-11-18T02:17:32,894 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:17:32,894 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:17:32,894 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:17:32,895 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,41961,1731896250860 with port=44477, startcode=1731896250901 2024-11-18T02:17:32,895 DEBUG [RS:0;c4730a2bacf8:44477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:17:32,904 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:17:32,904 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:17:32,909 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:17:32,910 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T02:17:32,912 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T02:17:32,912 WARN [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T02:17:32,936 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896252904,5,FailOnTimeoutGroup] 2024-11-18T02:17:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:17:32,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:17:32,944 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930 2024-11-18T02:17:32,948 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896252936,5,FailOnTimeoutGroup] 2024-11-18T02:17:32,948 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:32,948 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:17:32,949 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:32,949 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741832_1008 (size=32) 2024-11-18T02:17:32,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:32,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:32,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:32,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:32,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:32,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:32,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:32,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:32,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:32,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:32,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:32,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:32,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:32,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:32,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:32,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740 2024-11-18T02:17:32,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740 2024-11-18T02:17:32,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:32,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:32,980 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:32,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:32,984 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:32,985 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63575030, jitterRate=-0.05265823006629944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:32,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896252963Initializing all the Stores at 1731896252964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896252964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896252968 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896252968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896252968Cleaning up temporary data from old regions at 1731896252980 (+12 ms)Region opened successfully at 1731896252985 (+5 ms) 2024-11-18T02:17:32,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:32,985 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:32,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:32,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:32,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:32,989 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:32,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896252985Disabling compacts and flushes for region at 1731896252985Disabling writes for close at 1731896252985Writing region close event to WAL at 1731896252989 (+4 ms)Closed at 1731896252989 2024-11-18T02:17:32,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:32,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:17:32,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:17:32,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:32,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:17:33,014 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,41961,1731896250860 with port=44477, startcode=1731896250901 2024-11-18T02:17:33,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,017 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930 2024-11-18T02:17:33,017 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43871 2024-11-18T02:17:33,018 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:17:33,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716/rs 2024-11-18T02:17:33,028 DEBUG [RS:0;c4730a2bacf8:44477 {}] zookeeper.ZKUtil(111): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on existing znode=/11654017716/rs/c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,028 WARN [RS:0;c4730a2bacf8:44477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:33,029 INFO [RS:0;c4730a2bacf8:44477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:33,029 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,44477,1731896250901] 2024-11-18T02:17:33,034 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:17:33,036 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:17:33,040 INFO [RS:0;c4730a2bacf8:44477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:17:33,041 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,041 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:17:33,042 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:17:33,042 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,042 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,042 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,042 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,042 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:33,043 DEBUG [RS:0;c4730a2bacf8:44477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:33,052 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,052 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,052 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,052 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,052 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,052 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44477,1731896250901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:33,075 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:17:33,075 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44477,1731896250901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,076 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,076 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.Replication(171): c4730a2bacf8,44477,1731896250901 started 2024-11-18T02:17:33,098 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,098 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,44477,1731896250901, RpcServer on c4730a2bacf8/172.17.0.2:44477, sessionid=0x10128dd66ee0004 2024-11-18T02:17:33,099 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:17:33,099 DEBUG [RS:0;c4730a2bacf8:44477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,099 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,44477,1731896250901' 2024-11-18T02:17:33,099 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11654017716/flush-table-proc/abort' 2024-11-18T02:17:33,099 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11654017716/flush-table-proc/acquired' 2024-11-18T02:17:33,100 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:17:33,100 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:17:33,100 DEBUG [RS:0;c4730a2bacf8:44477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,100 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,44477,1731896250901' 2024-11-18T02:17:33,100 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11654017716/online-snapshot/abort' 2024-11-18T02:17:33,101 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11654017716/online-snapshot/acquired' 2024-11-18T02:17:33,102 DEBUG [RS:0;c4730a2bacf8:44477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:17:33,102 INFO [RS:0;c4730a2bacf8:44477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:17:33,102 INFO [RS:0;c4730a2bacf8:44477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:17:33,145 WARN [c4730a2bacf8:41961 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T02:17:33,202 INFO [RS:0;c4730a2bacf8:44477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:33,217 INFO [RS:0;c4730a2bacf8:44477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C44477%2C1731896250901, suffix=, logDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901, archiveDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/oldWALs, maxLogs=10 2024-11-18T02:17:33,236 DEBUG [RS:0;c4730a2bacf8:44477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901/c4730a2bacf8%2C44477%2C1731896250901.1731896253218, exclude list is [], retry=0 2024-11-18T02:17:33,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35315,DS-b4a13103-37eb-4141-ae49-a0551d01ebca,DISK] 2024-11-18T02:17:33,289 INFO [RS:0;c4730a2bacf8:44477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901/c4730a2bacf8%2C44477%2C1731896250901.1731896253218 2024-11-18T02:17:33,300 DEBUG [RS:0;c4730a2bacf8:44477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-18T02:17:33,395 DEBUG [c4730a2bacf8:41961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:33,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,398 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,44477,1731896250901, state=OPENING 2024-11-18T02:17:33,400 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:17:33,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:33,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:33,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11654017716/meta-region-server: CHANGED 2024-11-18T02:17:33,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11654017716/meta-region-server: CHANGED 2024-11-18T02:17:33,409 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:33,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44477,1731896250901}] 2024-11-18T02:17:33,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:33,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:17:33,574 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:17:33,574 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:33,578 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:17:33,580 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C44477%2C1731896250901.meta, suffix=.meta, logDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901, archiveDir=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/oldWALs, maxLogs=10 2024-11-18T02:17:33,603 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901/c4730a2bacf8%2C44477%2C1731896250901.meta.1731896253580.meta, exclude list is [], retry=0 2024-11-18T02:17:33,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35315,DS-b4a13103-37eb-4141-ae49-a0551d01ebca,DISK] 2024-11-18T02:17:33,612 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901/c4730a2bacf8%2C44477%2C1731896250901.meta.1731896253580.meta 2024-11-18T02:17:33,613 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-18T02:17:33,614 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:33,614 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:33,615 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:33,615 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:17:33,615 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:17:33,615 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:17:33,615 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:33,615 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:17:33,615 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:17:33,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:33,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:33,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:33,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:33,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:33,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:33,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:33,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:33,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:33,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:33,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:33,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:33,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:33,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:33,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:33,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:33,630 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:33,631 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740 2024-11-18T02:17:33,633 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740 2024-11-18T02:17:33,637 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:33,637 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:33,641 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:33,646 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:33,651 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67303328, jitterRate=0.0028977394104003906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:33,651 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:17:33,651 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896253616Writing region info on filesystem at 1731896253616Initializing all the Stores at 1731896253618 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896253618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896253622 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896253622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896253622Cleaning up temporary data from old regions at 1731896253637 (+15 ms)Running coprocessor post-open hooks at 1731896253651 (+14 ms)Region opened successfully at 1731896253651 2024-11-18T02:17:33,653 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896253565 2024-11-18T02:17:33,657 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:17:33,657 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:17:33,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,44477,1731896250901, state=OPEN 2024-11-18T02:17:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11654017716/meta-region-server 2024-11-18T02:17:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11654017716/meta-region-server 2024-11-18T02:17:33,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11654017716/meta-region-server: CHANGED 2024-11-18T02:17:33,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11654017716/meta-region-server: CHANGED 2024-11-18T02:17:33,662 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:33,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:17:33,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44477,1731896250901 in 253 msec 2024-11-18T02:17:33,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:17:33,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-18T02:17:33,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:33,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:17:33,673 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:33,673 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,44477,1731896250901, seqNum=-1] 2024-11-18T02:17:33,674 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:33,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:33,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 862 msec 2024-11-18T02:17:33,683 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896253683, completionTime=-1 2024-11-18T02:17:33,683 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:17:33,683 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:17:33,686 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:17:33,686 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896313686 2024-11-18T02:17:33,686 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896373686 2024-11-18T02:17:33,686 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T02:17:33,687 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41961,1731896250860-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,687 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41961,1731896250860-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,687 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41961,1731896250860-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,687 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:41961, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,687 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,688 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,690 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.755sec 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41961,1731896250860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:33,694 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41961,1731896250860-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:17:33,698 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:17:33,698 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:17:33,698 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41961,1731896250860-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:33,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41961,-1 for getting cluster id 2024-11-18T02:17:33,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:33,737 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c029877-3282-4388-8953-ed4418a2667b' 2024-11-18T02:17:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c029877-3282-4388-8953-ed4418a2667b" 2024-11-18T02:17:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed02a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41961,-1] 2024-11-18T02:17:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:33,739 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:33,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,44477,1731896250901, seqNum=-1] 2024-11-18T02:17:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:33,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:33,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:33,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63193 2024-11-18T02:17:33,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:33,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128dd66ee0005 connected 2024-11-18T02:17:33,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44805,-1 for getting cluster id 2024-11-18T02:17:33,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:33,760 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b1427f-df61-473c-a07e-6a4f8a16e105' 2024-11-18T02:17:33,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:33,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b1427f-df61-473c-a07e-6a4f8a16e105" 2024-11-18T02:17:33,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2482b5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44805,-1] 2024-11-18T02:17:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:33,763 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f1bfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fe505e 2024-11-18T02:17:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:33,767 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:33,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:41961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:17:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:17:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:33,772 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:41961' 2024-11-18T02:17:33,773 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59286aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,773 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41961,-1 for getting cluster id 2024-11-18T02:17:33,773 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:33,774 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c029877-3282-4388-8953-ed4418a2667b' 2024-11-18T02:17:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c029877-3282-4388-8953-ed4418a2667b" 2024-11-18T02:17:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d63080a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41961,-1] 2024-11-18T02:17:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:33,776 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:33,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53de577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:33,777 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:33,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:33,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a0f56 2024-11-18T02:17:33,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:33,780 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:33,785 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T02:17:33,785 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:17:33,785 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:33,785 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:33,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:33,785 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:33,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:17:33,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:17:33,789 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:33,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:17:33,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741835_1011 (size=1138) 2024-11-18T02:17:33,837 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:17:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:34,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de2d9dadc3c539be5c0ba57e93b3a1d1, NAME => 'hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2 2024-11-18T02:17:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741836_1012 (size=44) 2024-11-18T02:17:34,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:34,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de2d9dadc3c539be5c0ba57e93b3a1d1, disabling compactions & flushes 2024-11-18T02:17:34,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:34,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:34,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. after waiting 0 ms 2024-11-18T02:17:34,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:34,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:34,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de2d9dadc3c539be5c0ba57e93b3a1d1: Waiting for close lock at 1731896254243Disabling compacts and flushes for region at 1731896254243Disabling writes for close at 1731896254243Writing region close event to WAL at 1731896254243Closed at 1731896254243 2024-11-18T02:17:34,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:17:34,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896254245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896254245"}]},"ts":"1731896254245"} 2024-11-18T02:17:34,249 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:17:34,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:17:34,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896254251"}]},"ts":"1731896254251"} 2024-11-18T02:17:34,254 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:17:34,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de2d9dadc3c539be5c0ba57e93b3a1d1, ASSIGN}] 2024-11-18T02:17:34,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de2d9dadc3c539be5c0ba57e93b3a1d1, ASSIGN 2024-11-18T02:17:34,258 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de2d9dadc3c539be5c0ba57e93b3a1d1, ASSIGN; state=OFFLINE, location=c4730a2bacf8,34493,1731896246572; forceNewPlan=false, retain=false 2024-11-18T02:17:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:34,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de2d9dadc3c539be5c0ba57e93b3a1d1, regionState=OPENING, regionLocation=c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:34,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de2d9dadc3c539be5c0ba57e93b3a1d1, ASSIGN because future has completed 2024-11-18T02:17:34,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de2d9dadc3c539be5c0ba57e93b3a1d1, server=c4730a2bacf8,34493,1731896246572}] 2024-11-18T02:17:34,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:17:34,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:34,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:34,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:17:34,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34493%2C1731896246572.rep, suffix=, logDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/oldWALs, maxLogs=10 2024-11-18T02:17:34,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.rep.1731896254619, exclude list is [], retry=0 2024-11-18T02:17:34,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-6cbd0fb7-c877-4f08-897f-66e53b8656b3,DISK] 2024-11-18T02:17:34,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.rep.1731896254619 2024-11-18T02:17:34,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-18T02:17:34,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => de2d9dadc3c539be5c0ba57e93b3a1d1, NAME => 'hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:34,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:34,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:34,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. service=MultiRowMutationService 2024-11-18T02:17:34,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:17:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,689 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,694 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2d9dadc3c539be5c0ba57e93b3a1d1 columnFamilyName hfileref 2024-11-18T02:17:34,694 DEBUG [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:34,695 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] regionserver.HStore(327): Store=de2d9dadc3c539be5c0ba57e93b3a1d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:34,695 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,699 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2d9dadc3c539be5c0ba57e93b3a1d1 columnFamilyName queue 2024-11-18T02:17:34,700 DEBUG [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:34,701 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] regionserver.HStore(327): Store=de2d9dadc3c539be5c0ba57e93b3a1d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:34,701 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,707 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2d9dadc3c539be5c0ba57e93b3a1d1 columnFamilyName sid 2024-11-18T02:17:34,707 DEBUG [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:34,708 INFO [StoreOpener-de2d9dadc3c539be5c0ba57e93b3a1d1-1 {}] regionserver.HStore(327): Store=de2d9dadc3c539be5c0ba57e93b3a1d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:34,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:17:34,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:34,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened de2d9dadc3c539be5c0ba57e93b3a1d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66079664, jitterRate=-0.015336275100708008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:17:34,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:34,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for de2d9dadc3c539be5c0ba57e93b3a1d1: Running coprocessor pre-open hook at 1731896254682Writing region info on filesystem at 1731896254682Initializing all the Stores at 1731896254683 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896254683Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896254688 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896254688Cleaning up temporary data from old regions at 1731896254711 (+23 ms)Running coprocessor post-open hooks at 1731896254718 (+7 ms)Region opened successfully at 1731896254719 (+1 ms) 2024-11-18T02:17:34,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1., pid=7, masterSystemTime=1731896254584 2024-11-18T02:17:34,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de2d9dadc3c539be5c0ba57e93b3a1d1, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:34,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:34,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:34,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de2d9dadc3c539be5c0ba57e93b3a1d1, server=c4730a2bacf8,34493,1731896246572 because future has completed 2024-11-18T02:17:34,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T02:17:34,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure de2d9dadc3c539be5c0ba57e93b3a1d1, server=c4730a2bacf8,34493,1731896246572 in 318 msec 2024-11-18T02:17:34,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:17:34,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896254741"}]},"ts":"1731896254741"} 2024-11-18T02:17:34,745 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:17:34,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:17:34,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:17:34,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 962 msec 2024-11-18T02:17:34,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de2d9dadc3c539be5c0ba57e93b3a1d1, ASSIGN in 481 msec 2024-11-18T02:17:34,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1., hostname=c4730a2bacf8,34493,1731896246572, seqNum=2] 2024-11-18T02:17:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:34,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:17:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:34,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T02:17:34,968 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:17:35,000 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,34493,1731896246572, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:17:35,001 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:35,001 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34493,1731896246572, seqNum=-1] 2024-11-18T02:17:35,001 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:35,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T02:17:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,34493,1731896246572', locateType=CURRENT is [region=hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1., hostname=c4730a2bacf8,34493,1731896246572, seqNum=2] 2024-11-18T02:17:35,008 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T02:17:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T02:17:35,011 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,34493,1731896246572 suceeded 2024-11-18T02:17:35,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T02:17:35,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-18T02:17:35,014 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:41961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:17:35,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2470 sec 2024-11-18T02:17:35,026 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:41961' 2024-11-18T02:17:35,027 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6d666d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:35,027 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41961,-1 for getting cluster id 2024-11-18T02:17:35,028 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:35,032 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c029877-3282-4388-8953-ed4418a2667b' 2024-11-18T02:17:35,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:35,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c029877-3282-4388-8953-ed4418a2667b" 2024-11-18T02:17:35,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e7d61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:35,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41961,-1] 2024-11-18T02:17:35,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:35,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:35,034 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:35,035 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ce3452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:35,035 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:35,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:35,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d94f7c9 2024-11-18T02:17:35,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:35,037 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T02:17:35,038 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,34493,1731896246572 (queues=1) is replicating from cluster=b1b1427f-df61-473c-a07e-6a4f8a16e105 to cluster=5c029877-3282-4388-8953-ed4418a2667b 2024-11-18T02:17:35,038 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C34493%2C1731896246572 2024-11-18T02:17:35,038 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,34493,1731896246572, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:17:35,038 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.shipperc4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C34493%2C1731896246572 2024-11-18T02:17:35,039 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593, startPosition=0, beingWritten=true 2024-11-18T02:17:35,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:35,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:35,245 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:35,552 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:35,917 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:17:35,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:35,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:35,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:35,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:35,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:35,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a80200 2024-11-18T02:17:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:35,920 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:35,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:17:35,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:17:35,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:35,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:35,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:35,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:35,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:35,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:17:35,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=276173252, stopped=false 2024-11-18T02:17:35,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,41961,1731896250860 2024-11-18T02:17:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11654017716/running 2024-11-18T02:17:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11654017716/running 2024-11-18T02:17:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:35,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:35,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:35,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:35,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:35,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,44477,1731896250901' ***** 2024-11-18T02:17:35,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:17:35,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on znode that does not yet exist, /11654017716/running 2024-11-18T02:17:35,924 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:17:35,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Set watcher on znode that does not yet exist, /11654017716/running 2024-11-18T02:17:35,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:17:35,924 INFO [RS:0;c4730a2bacf8:44477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:17:35,924 INFO [RS:0;c4730a2bacf8:44477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:17:35,924 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:35,924 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:35,925 INFO [RS:0;c4730a2bacf8:44477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:44477. 2024-11-18T02:17:35,925 DEBUG [RS:0;c4730a2bacf8:44477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:35,925 DEBUG [RS:0;c4730a2bacf8:44477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:35,925 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:17:35,925 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:17:35,925 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:17:35,925 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:17:35,925 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:17:35,925 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:17:35,925 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:35,925 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:35,925 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:35,925 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:35,925 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:35,925 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:35,926 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T02:17:35,942 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740/.tmp/ns/9b6a9c41023748dba7d40415a3cecb03 is 43, key is default/ns:d/1731896253676/Put/seqid=0 2024-11-18T02:17:35,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741835_1011 (size=5153) 2024-11-18T02:17:35,958 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:35,959 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:36,053 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:17:36,053 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:17:36,125 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:36,326 DEBUG [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:36,347 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740/.tmp/ns/9b6a9c41023748dba7d40415a3cecb03 2024-11-18T02:17:36,354 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740/.tmp/ns/9b6a9c41023748dba7d40415a3cecb03 as hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740/ns/9b6a9c41023748dba7d40415a3cecb03 2024-11-18T02:17:36,360 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740/ns/9b6a9c41023748dba7d40415a3cecb03, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T02:17:36,361 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-18T02:17:36,366 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T02:17:36,366 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:36,366 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:36,366 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:36,366 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896255925Running coprocessor pre-close hooks at 1731896255925Disabling compacts and flushes for region at 1731896255925Disabling writes for close at 1731896255925Obtaining lock to block concurrent updates at 1731896255926 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731896255926Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731896255926Flushing stores of hbase:meta,,1.1588230740 at 1731896255926Flushing 1588230740/ns: creating writer at 1731896255927 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731896255941 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896255941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22129d13: reopening flushed file at 1731896256353 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1731896256361 (+8 ms)Writing region close event to WAL at 1731896256362 (+1 ms)Running coprocessor post-close hooks at 1731896256366 (+4 ms)Closed at 1731896256366 2024-11-18T02:17:36,367 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:36,464 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:36,526 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,44477,1731896250901; all regions closed. 2024-11-18T02:17:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741834_1010 (size=1152) 2024-11-18T02:17:36,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/WALs/c4730a2bacf8,44477,1731896250901/c4730a2bacf8%2C44477%2C1731896250901.meta.1731896253580.meta not finished, retry = 0 2024-11-18T02:17:36,632 DEBUG [RS:0;c4730a2bacf8:44477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/oldWALs 2024-11-18T02:17:36,632 INFO [RS:0;c4730a2bacf8:44477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C44477%2C1731896250901.meta:.meta(num 1731896253580) 2024-11-18T02:17:36,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741833_1009 (size=93) 2024-11-18T02:17:36,636 DEBUG [RS:0;c4730a2bacf8:44477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/oldWALs 2024-11-18T02:17:36,636 INFO [RS:0;c4730a2bacf8:44477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C44477%2C1731896250901:(num 1731896253218) 2024-11-18T02:17:36,636 DEBUG [RS:0;c4730a2bacf8:44477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:36,636 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:36,636 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:36,636 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:36,637 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:36,637 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:36,637 INFO [RS:0;c4730a2bacf8:44477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44477 2024-11-18T02:17:36,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11654017716/rs/c4730a2bacf8,44477,1731896250901 2024-11-18T02:17:36,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716/rs 2024-11-18T02:17:36,639 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:36,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,44477,1731896250901] 2024-11-18T02:17:36,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11654017716/draining/c4730a2bacf8,44477,1731896250901 already deleted, retry=false 2024-11-18T02:17:36,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,44477,1731896250901 expired; onlineServers=0 2024-11-18T02:17:36,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,41961,1731896250860' ***** 2024-11-18T02:17:36,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:17:36,641 INFO [M:0;c4730a2bacf8:41961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:36,642 INFO [M:0;c4730a2bacf8:41961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:36,642 DEBUG [M:0;c4730a2bacf8:41961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:17:36,642 DEBUG [M:0;c4730a2bacf8:41961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:17:36,642 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:17:36,642 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896252904 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896252904,5,FailOnTimeoutGroup] 2024-11-18T02:17:36,642 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896252936 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896252936,5,FailOnTimeoutGroup] 2024-11-18T02:17:36,642 INFO [M:0;c4730a2bacf8:41961 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:36,642 INFO [M:0;c4730a2bacf8:41961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:36,642 DEBUG [M:0;c4730a2bacf8:41961 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:17:36,642 INFO [M:0;c4730a2bacf8:41961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:17:36,642 INFO [M:0;c4730a2bacf8:41961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:36,643 INFO [M:0;c4730a2bacf8:41961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:17:36,643 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:17:36,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11654017716/master 2024-11-18T02:17:36,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11654017716 2024-11-18T02:17:36,645 DEBUG [M:0;c4730a2bacf8:41961 {}] zookeeper.ZKUtil(347): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Unable to get data of znode /11654017716/master because node does not exist (not an error) 2024-11-18T02:17:36,645 WARN [M:0;c4730a2bacf8:41961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:17:36,646 INFO [M:0;c4730a2bacf8:41961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/.lastflushedseqids 2024-11-18T02:17:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741836_1012 (size=99) 2024-11-18T02:17:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:36,741 INFO [RS:0;c4730a2bacf8:44477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:36,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44477-0x10128dd66ee0004, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:36,741 INFO [RS:0;c4730a2bacf8:44477 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,44477,1731896250901; zookeeper connection closed. 2024-11-18T02:17:36,741 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e2e5dcf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e2e5dcf 2024-11-18T02:17:36,741 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:17:37,052 INFO [M:0;c4730a2bacf8:41961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:17:37,052 INFO [M:0;c4730a2bacf8:41961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:17:37,052 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:37,052 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:37,052 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:37,052 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:37,052 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:37,052 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T02:17:37,070 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:37,073 DEBUG [M:0;c4730a2bacf8:41961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44ac8a1af73044dabba43a9fc03e0e90 is 82, key is hbase:meta,,1/info:regioninfo/1731896253657/Put/seqid=0 2024-11-18T02:17:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741837_1013 (size=5672) 2024-11-18T02:17:37,479 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44ac8a1af73044dabba43a9fc03e0e90 2024-11-18T02:17:37,500 DEBUG [M:0;c4730a2bacf8:41961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e36893bec46747fa91b72b07a9240ae8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731896253682/Put/seqid=0 2024-11-18T02:17:37,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741838_1014 (size=5275) 2024-11-18T02:17:37,777 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:37,905 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e36893bec46747fa91b72b07a9240ae8 2024-11-18T02:17:37,930 DEBUG [M:0;c4730a2bacf8:41961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22d90fa39ecb4d8ab1812beafd45e3ff is 69, key is c4730a2bacf8,44477,1731896250901/rs:state/1731896253015/Put/seqid=0 2024-11-18T02:17:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741839_1015 (size=5156) 2024-11-18T02:17:38,335 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22d90fa39ecb4d8ab1812beafd45e3ff 2024-11-18T02:17:38,341 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44ac8a1af73044dabba43a9fc03e0e90 as hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44ac8a1af73044dabba43a9fc03e0e90 2024-11-18T02:17:38,347 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44ac8a1af73044dabba43a9fc03e0e90, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T02:17:38,348 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e36893bec46747fa91b72b07a9240ae8 as hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e36893bec46747fa91b72b07a9240ae8 2024-11-18T02:17:38,353 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e36893bec46747fa91b72b07a9240ae8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T02:17:38,354 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22d90fa39ecb4d8ab1812beafd45e3ff as hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22d90fa39ecb4d8ab1812beafd45e3ff 2024-11-18T02:17:38,358 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43871/user/jenkins/test-data/ff42fd12-ca59-1b5b-85c1-7617364f4930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22d90fa39ecb4d8ab1812beafd45e3ff, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T02:17:38,359 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-11-18T02:17:38,361 INFO [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:38,361 DEBUG [M:0;c4730a2bacf8:41961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896257052Disabling compacts and flushes for region at 1731896257052Disabling writes for close at 1731896257052Obtaining lock to block concurrent updates at 1731896257052Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896257052Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731896257053 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896257054 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896257054Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896257073 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896257073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896257485 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896257500 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896257500Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896257911 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896257929 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896257929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1758ff9f: reopening flushed file at 1731896258340 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56aa2c8d: reopening flushed file at 1731896258347 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3408526b: reopening flushed file at 1731896258353 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1731896258359 (+6 ms)Writing region close event to WAL at 1731896258361 (+2 ms)Closed at 1731896258361 2024-11-18T02:17:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35315 is added to blk_1073741830_1006 (size=10165) 2024-11-18T02:17:38,364 INFO [M:0;c4730a2bacf8:41961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:17:38,364 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:38,364 INFO [M:0;c4730a2bacf8:41961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41961 2024-11-18T02:17:38,364 INFO [M:0;c4730a2bacf8:41961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:38,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:38,466 INFO [M:0;c4730a2bacf8:41961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:38,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x10128dd66ee0003, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:38,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:38,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:38,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:38,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:38,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:38,472 WARN [BP-1754332525-172.17.0.2-1731896249754 heartbeating to localhost/127.0.0.1:43871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:17:38,472 WARN [BP-1754332525-172.17.0.2-1731896249754 heartbeating to localhost/127.0.0.1:43871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1754332525-172.17.0.2-1731896249754 (Datanode Uuid 65888c91-5ba1-4e58-8476-b01f458e1789) service to localhost/127.0.0.1:43871 2024-11-18T02:17:38,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:17:38,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:17:38,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/cluster_6edc623e-d118-7d31-9496-e695b643a483/data/data1/current/BP-1754332525-172.17.0.2-1731896249754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:38,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/cluster_6edc623e-d118-7d31-9496-e695b643a483/data/data2/current/BP-1754332525-172.17.0.2-1731896249754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:38,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:17:38,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:38,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:38,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:38,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:38,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:38,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:17:38,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:17:38,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:38,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:38,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:38,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:38,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:38,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:17:38,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461040218, stopped=false 2024-11-18T02:17:38,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,44805,1731896246514 2024-11-18T02:17:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281865151/running 2024-11-18T02:17:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281865151/running 2024-11-18T02:17:38,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:38,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:38,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:38,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:38,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,34493,1731896246572' ***** 2024-11-18T02:17:38,497 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:17:38,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on znode that does not yet exist, /0-1281865151/running 2024-11-18T02:17:38,497 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:17:38,497 INFO [RS:0;c4730a2bacf8:34493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:17:38,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Set watcher on znode that does not yet exist, /0-1281865151/running 2024-11-18T02:17:38,497 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:17:38,497 INFO [RS:0;c4730a2bacf8:34493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:17:38,497 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(3091): Received CLOSE for de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:34493. 2024-11-18T02:17:38,498 DEBUG [RS:0;c4730a2bacf8:34493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:38,498 DEBUG [RS:0;c4730a2bacf8:34493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:38,498 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de2d9dadc3c539be5c0ba57e93b3a1d1, disabling compactions & flushes 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:17:38,498 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:17:38,498 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:17:38,498 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. after waiting 0 ms 2024-11-18T02:17:38,498 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:38,498 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de2d9dadc3c539be5c0ba57e93b3a1d1 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T02:17:38,498 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:17:38,498 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1325): Online Regions={de2d9dadc3c539be5c0ba57e93b3a1d1=hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:17:38,498 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:38,498 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:38,498 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:38,499 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:38,499 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:38,499 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:38,499 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T02:17:38,503 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:17:38,503 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:17:38,515 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1/.tmp/queue/00540954a92e44a8816cb25170b8d1fb is 151, key is 1-c4730a2bacf8,34493,1731896246572/queue:c4730a2bacf8%2C34493%2C1731896246572/1731896255007/Put/seqid=0 2024-11-18T02:17:38,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741838_1014 (size=5350) 2024-11-18T02:17:38,520 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/info/4ff5847a2c874641b0b35fbbdfe964e8 is 147, key is hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1./info:regioninfo/1731896254726/Put/seqid=0 2024-11-18T02:17:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741839_1015 (size=6631) 2024-11-18T02:17:38,570 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:38,583 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:38,699 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:38,899 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de2d9dadc3c539be5c0ba57e93b3a1d1 2024-11-18T02:17:38,920 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1/.tmp/queue/00540954a92e44a8816cb25170b8d1fb 2024-11-18T02:17:38,924 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/info/4ff5847a2c874641b0b35fbbdfe964e8 2024-11-18T02:17:38,927 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1/.tmp/queue/00540954a92e44a8816cb25170b8d1fb as hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1/queue/00540954a92e44a8816cb25170b8d1fb 2024-11-18T02:17:38,933 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1/queue/00540954a92e44a8816cb25170b8d1fb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T02:17:38,934 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for de2d9dadc3c539be5c0ba57e93b3a1d1 in 436ms, sequenceid=5, compaction requested=false 2024-11-18T02:17:38,934 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:17:38,946 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/ns/5bdae1a6c94542bb9d9f6cab404de9c7 is 43, key is default/ns:d/1731896249633/Put/seqid=0 2024-11-18T02:17:38,948 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/replication/de2d9dadc3c539be5c0ba57e93b3a1d1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T02:17:38,949 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:38,949 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:38,949 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:38,949 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de2d9dadc3c539be5c0ba57e93b3a1d1: Waiting for close lock at 1731896258498Running coprocessor pre-close hooks at 1731896258498Disabling compacts and flushes for region at 1731896258498Disabling writes for close at 1731896258498Obtaining lock to block concurrent updates at 1731896258498Preparing flush snapshotting stores in de2d9dadc3c539be5c0ba57e93b3a1d1 at 1731896258498Finished memstore snapshotting hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731896258498Flushing stores of hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. at 1731896258499 (+1 ms)Flushing de2d9dadc3c539be5c0ba57e93b3a1d1/queue: creating writer at 1731896258499Flushing de2d9dadc3c539be5c0ba57e93b3a1d1/queue: appending metadata at 1731896258514 (+15 ms)Flushing de2d9dadc3c539be5c0ba57e93b3a1d1/queue: closing flushed file at 1731896258514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d40981: reopening flushed file at 1731896258927 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for de2d9dadc3c539be5c0ba57e93b3a1d1 in 436ms, sequenceid=5, compaction requested=false at 1731896258934 (+7 ms)Writing region close event to WAL at 1731896258944 (+10 ms)Running coprocessor post-close hooks at 1731896258949 (+5 ms)Closed at 1731896258949 2024-11-18T02:17:38,949 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896253785.de2d9dadc3c539be5c0ba57e93b3a1d1. 2024-11-18T02:17:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741840_1016 (size=5153) 2024-11-18T02:17:38,950 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/ns/5bdae1a6c94542bb9d9f6cab404de9c7 2024-11-18T02:17:38,972 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/table/d0f78199efda4072a946cb8ef7f7c790 is 53, key is hbase:replication/table:state/1731896254741/Put/seqid=0 2024-11-18T02:17:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741841_1017 (size=5256) 2024-11-18T02:17:39,099 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:39,299 DEBUG [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:17:39,378 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/table/d0f78199efda4072a946cb8ef7f7c790 2024-11-18T02:17:39,385 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/info/4ff5847a2c874641b0b35fbbdfe964e8 as hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/info/4ff5847a2c874641b0b35fbbdfe964e8 2024-11-18T02:17:39,392 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/info/4ff5847a2c874641b0b35fbbdfe964e8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T02:17:39,394 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/ns/5bdae1a6c94542bb9d9f6cab404de9c7 as hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/ns/5bdae1a6c94542bb9d9f6cab404de9c7 2024-11-18T02:17:39,401 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/ns/5bdae1a6c94542bb9d9f6cab404de9c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:17:39,402 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/.tmp/table/d0f78199efda4072a946cb8ef7f7c790 as hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/table/d0f78199efda4072a946cb8ef7f7c790 2024-11-18T02:17:39,408 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/table/d0f78199efda4072a946cb8ef7f7c790, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T02:17:39,409 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false 2024-11-18T02:17:39,414 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T02:17:39,415 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:39,415 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:39,415 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:39,415 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896258498Running coprocessor pre-close hooks at 1731896258498Disabling compacts and flushes for region at 1731896258498Disabling writes for close at 1731896258499 (+1 ms)Obtaining lock to block concurrent updates at 1731896258499Preparing flush snapshotting stores in 1588230740 at 1731896258499Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731896258499Flushing stores of hbase:meta,,1.1588230740 at 1731896258500 (+1 ms)Flushing 1588230740/info: creating writer at 1731896258500Flushing 1588230740/info: appending metadata at 1731896258519 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731896258519Flushing 1588230740/ns: creating writer at 1731896258929 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731896258945 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731896258945Flushing 1588230740/table: creating writer at 1731896258957 (+12 ms)Flushing 1588230740/table: appending metadata at 1731896258972 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731896258972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7181e8f4: reopening flushed file at 1731896259384 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e351db: reopening flushed file at 1731896259392 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ffd530: reopening flushed file at 1731896259401 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1731896259409 (+8 ms)Writing region close event to WAL at 1731896259411 (+2 ms)Running coprocessor post-close hooks at 1731896259415 (+4 ms)Closed at 1731896259415 2024-11-18T02:17:39,415 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:39,488 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.1731896248593 to pos 0, reset compression=false 2024-11-18T02:17:39,500 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,34493,1731896246572; all regions closed. 2024-11-18T02:17:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741834_1010 (size=2742) 2024-11-18T02:17:39,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/WALs/c4730a2bacf8,34493,1731896246572/c4730a2bacf8%2C34493%2C1731896246572.meta.1731896249582.meta not finished, retry = 0 2024-11-18T02:17:39,609 DEBUG [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/oldWALs 2024-11-18T02:17:39,610 INFO [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C34493%2C1731896246572.meta:.meta(num 1731896249582) 2024-11-18T02:17:39,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741837_1013 (size=1586) 2024-11-18T02:17:39,618 DEBUG [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/oldWALs 2024-11-18T02:17:39,618 INFO [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C34493%2C1731896246572.rep:(num 1731896254619) 2024-11-18T02:17:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741832_1008 (size=93) 2024-11-18T02:17:39,632 DEBUG [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/oldWALs 2024-11-18T02:17:39,632 INFO [RS:0;c4730a2bacf8:34493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C34493%2C1731896246572:(num 1731896248593) 2024-11-18T02:17:39,632 DEBUG [RS:0;c4730a2bacf8:34493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:39,632 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:17:39,632 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:39,632 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:39,633 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:39,633 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,34493,1731896246572 because: Region server is closing 2024-11-18T02:17:39,633 INFO [RS:0;c4730a2bacf8:34493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:34493. 2024-11-18T02:17:39,633 DEBUG [RS:0;c4730a2bacf8:34493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:39,633 DEBUG [RS:0;c4730a2bacf8:34493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:39,634 DEBUG [RS:0;c4730a2bacf8:34493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:39,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:39,634 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:39,734 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.shipperc4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:17:39,734 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.wal-reader.c4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:17:39,734 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34493,1731896246572.replicationSource.shipperc4730a2bacf8%2C34493%2C1731896246572,1-c4730a2bacf8,34493,1731896246572 terminated 2024-11-18T02:17:39,734 INFO [RS:0;c4730a2bacf8:34493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34493 2024-11-18T02:17:39,738 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:39,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151/rs 2024-11-18T02:17:39,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281865151/rs/c4730a2bacf8,34493,1731896246572 2024-11-18T02:17:39,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,34493,1731896246572] 2024-11-18T02:17:39,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281865151/draining/c4730a2bacf8,34493,1731896246572 already deleted, retry=false 2024-11-18T02:17:39,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,34493,1731896246572 expired; onlineServers=0 2024-11-18T02:17:39,742 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,44805,1731896246514' ***** 2024-11-18T02:17:39,742 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:17:39,742 INFO [M:0;c4730a2bacf8:44805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:17:39,742 INFO [M:0;c4730a2bacf8:44805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:17:39,742 DEBUG [M:0;c4730a2bacf8:44805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:17:39,743 DEBUG [M:0;c4730a2bacf8:44805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:17:39,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:17:39,743 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896248424 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896248424,5,FailOnTimeoutGroup] 2024-11-18T02:17:39,743 INFO [M:0;c4730a2bacf8:44805 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:17:39,743 INFO [M:0;c4730a2bacf8:44805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:17:39,743 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896248421 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896248421,5,FailOnTimeoutGroup] 2024-11-18T02:17:39,743 DEBUG [M:0;c4730a2bacf8:44805 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:17:39,743 INFO [M:0;c4730a2bacf8:44805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:17:39,743 INFO [M:0;c4730a2bacf8:44805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:17:39,743 INFO [M:0;c4730a2bacf8:44805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:17:39,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:17:39,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281865151/master 2024-11-18T02:17:39,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281865151 2024-11-18T02:17:39,745 DEBUG [M:0;c4730a2bacf8:44805 {}] zookeeper.ZKUtil(347): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Unable to get data of znode /0-1281865151/master because node does not exist (not an error) 2024-11-18T02:17:39,745 WARN [M:0;c4730a2bacf8:44805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:17:39,745 INFO [M:0;c4730a2bacf8:44805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/.lastflushedseqids 2024-11-18T02:17:39,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741842_1018 (size=181) 2024-11-18T02:17:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:39,840 INFO [RS:0;c4730a2bacf8:34493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34493-0x10128dd66ee0001, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:39,840 INFO [RS:0;c4730a2bacf8:34493 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,34493,1731896246572; zookeeper connection closed. 2024-11-18T02:17:39,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5172af64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5172af64 2024-11-18T02:17:39,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:17:40,153 INFO [M:0;c4730a2bacf8:44805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:17:40,153 INFO [M:0;c4730a2bacf8:44805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:17:40,153 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:40,153 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:40,153 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:40,153 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:40,153 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:40,154 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T02:17:40,173 DEBUG [M:0;c4730a2bacf8:44805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7316b54a4cd34e79bd39e279d756b976 is 82, key is hbase:meta,,1/info:regioninfo/1731896249620/Put/seqid=0 2024-11-18T02:17:40,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741843_1019 (size=5672) 2024-11-18T02:17:40,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:40,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:40,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:40,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:40,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:40,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:17:40,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:40,578 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7316b54a4cd34e79bd39e279d756b976 2024-11-18T02:17:40,598 DEBUG [M:0;c4730a2bacf8:44805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a94571fc9c30402d854132c0d004894d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731896254748/Put/seqid=0 2024-11-18T02:17:40,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741844_1020 (size=7203) 2024-11-18T02:17:41,004 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a94571fc9c30402d854132c0d004894d 2024-11-18T02:17:41,025 DEBUG [M:0;c4730a2bacf8:44805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/372b2534d56248c8944269ca3c9c2781 is 69, key is c4730a2bacf8,34493,1731896246572/rs:state/1731896248430/Put/seqid=0 2024-11-18T02:17:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741845_1021 (size=5156) 2024-11-18T02:17:41,431 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/372b2534d56248c8944269ca3c9c2781 2024-11-18T02:17:41,437 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7316b54a4cd34e79bd39e279d756b976 as hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7316b54a4cd34e79bd39e279d756b976 2024-11-18T02:17:41,442 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7316b54a4cd34e79bd39e279d756b976, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T02:17:41,442 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a94571fc9c30402d854132c0d004894d as hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a94571fc9c30402d854132c0d004894d 2024-11-18T02:17:41,448 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a94571fc9c30402d854132c0d004894d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T02:17:41,449 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/372b2534d56248c8944269ca3c9c2781 as hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/372b2534d56248c8944269ca3c9c2781 2024-11-18T02:17:41,454 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37949/user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/372b2534d56248c8944269ca3c9c2781, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T02:17:41,455 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-18T02:17:41,457 INFO [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:41,457 DEBUG [M:0;c4730a2bacf8:44805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896260153Disabling compacts and flushes for region at 1731896260153Disabling writes for close at 1731896260153Obtaining lock to block concurrent updates at 1731896260154 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896260154Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731896260154Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896260155 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896260155Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896260172 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896260172Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896260583 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896260598 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896260598Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896261009 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896261025 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896261025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b25b85: reopening flushed file at 1731896261436 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478b5b7e: reopening flushed file at 1731896261442 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0b0f1e: reopening flushed file at 1731896261448 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1731896261455 (+7 ms)Writing region close event to WAL at 1731896261457 (+2 ms)Closed at 1731896261457 2024-11-18T02:17:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741830_1006 (size=41008) 2024-11-18T02:17:41,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b05f208-7014-15ae-0a0c-ddb2a1508ed2/MasterData/WALs/c4730a2bacf8,44805,1731896246514/c4730a2bacf8%2C44805%2C1731896246514.1731896248281 not finished, retry = 0 2024-11-18T02:17:41,560 INFO [M:0;c4730a2bacf8:44805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:17:41,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:17:41,561 INFO [M:0;c4730a2bacf8:44805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44805 2024-11-18T02:17:41,561 INFO [M:0;c4730a2bacf8:44805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:17:41,663 INFO [M:0;c4730a2bacf8:44805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:17:41,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:41,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x10128dd66ee0000, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:17:41,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:41,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:41,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:41,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:41,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:41,668 WARN [BP-1132292790-172.17.0.2-1731896245383 heartbeating to localhost/127.0.0.1:37949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:17:41,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:17:41,668 WARN [BP-1132292790-172.17.0.2-1731896245383 heartbeating to localhost/127.0.0.1:37949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1132292790-172.17.0.2-1731896245383 (Datanode Uuid f92689cb-1135-4058-8d85-284d75e67de3) service to localhost/127.0.0.1:37949 2024-11-18T02:17:41,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:17:41,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90/data/data1/current/BP-1132292790-172.17.0.2-1731896245383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:41,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/cluster_c649dac3-15a4-801d-f741-ae65c18a6f90/data/data2/current/BP-1132292790-172.17.0.2-1731896245383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:17:41,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:17:41,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:41,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:17:41,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:17:41,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:17:41,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfc18c08-5dfa-ef74-f6c8-061501b1b6d6/hadoop.log.dir/,STOPPED} 2024-11-18T02:17:41,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:17:41,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:17:41,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37949 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43871 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2494 (was 3172) 2024-11-18T02:17:41,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=2494 2024-11-18T02:17:41,725 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T02:17:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.log.dir so I do NOT create it in target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd 2024-11-18T02:17:41,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:17:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.tmp.dir so I do NOT create it in target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd 2024-11-18T02:17:41,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c3d4372-033b-5b3d-1dc7-5e01fd0506b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:17:41,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd 2024-11-18T02:17:41,726 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af, deleteOnExit=true 2024-11-18T02:17:41,729 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af/zookeeper_0, clientPort=49379, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:17:41,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49379 2024-11-18T02:17:41,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:17:41,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:17:41,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/test.cache.data in system properties and HBase conf 2024-11-18T02:17:41,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:17:41,731 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:41,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:41,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:17:41,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:17:41,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:17:41,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:41,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:17:41,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:17:41,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128dd66ee0002, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:17:41,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128dd66ee0005, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:17:41,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128dd66ee0002, quorum=127.0.0.1:63193, baseZNode=/0-1281865151 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:17:41,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128dd66ee0005, quorum=127.0.0.1:63193, baseZNode=/11654017716 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:17:41,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:41,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:41,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:41,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:41,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:17:41,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:41,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:41,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:41,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/java.io.tmpdir/jetty-localhost-35037-hadoop-hdfs-3_4_1-tests_jar-_-any-6329773109700955950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:41,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:35037} 2024-11-18T02:17:41,956 INFO [Time-limited test {}] server.Server(415): Started @48287ms 2024-11-18T02:17:42,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:42,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:42,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:42,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:42,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:17:42,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:42,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:42,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/java.io.tmpdir/jetty-localhost-43667-hadoop-hdfs-3_4_1-tests_jar-_-any-17789018578720727066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:42,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:43667} 2024-11-18T02:17:42,234 INFO [Time-limited test {}] server.Server(415): Started @48565ms 2024-11-18T02:17:42,235 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:17:42,419 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af/data/data2/current/BP-1934888056-172.17.0.2-1731896261761/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:42,419 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af/data/data1/current/BP-1934888056-172.17.0.2-1731896261761/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:42,442 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:17:42,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f8283fd12d5c89 with lease ID 0x9997ba92c73e99d4: Processing first storage report for DS-c953cf24-45d7-4ec0-ad1b-b5377d358652 from datanode DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0dda2422-89a6-4f51-868f-7bfafc53768a, infoPort=42101, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=594159099;c=1731896261761) 2024-11-18T02:17:42,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f8283fd12d5c89 with lease ID 0x9997ba92c73e99d4: from storage DS-c953cf24-45d7-4ec0-ad1b-b5377d358652 node DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0dda2422-89a6-4f51-868f-7bfafc53768a, infoPort=42101, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=594159099;c=1731896261761), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:42,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f8283fd12d5c89 with lease ID 0x9997ba92c73e99d4: Processing first storage report for DS-db60ff40-d9e0-4afc-810c-e7183f207913 from datanode DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0dda2422-89a6-4f51-868f-7bfafc53768a, infoPort=42101, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=594159099;c=1731896261761) 2024-11-18T02:17:42,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f8283fd12d5c89 with lease ID 0x9997ba92c73e99d4: from storage DS-db60ff40-d9e0-4afc-810c-e7183f207913 node DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0dda2422-89a6-4f51-868f-7bfafc53768a, infoPort=42101, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=594159099;c=1731896261761), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:42,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd 2024-11-18T02:17:42,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:42,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:17:42,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1 with version=8 2024-11-18T02:17:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/hbase-staging 2024-11-18T02:17:42,883 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:42,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:42,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:42,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:42,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:42,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:42,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:17:42,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:42,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38781 2024-11-18T02:17:42,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38781 connecting to ZooKeeper ensemble=127.0.0.1:49379 2024-11-18T02:17:42,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387810x0, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:42,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38781-0x10128dda6f00000 connected 2024-11-18T02:17:42,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:42,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:42,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on znode that does not yet exist, /0711719911/running 2024-11-18T02:17:42,916 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1, hbase.cluster.distributed=false 2024-11-18T02:17:42,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on znode that does not yet exist, /0711719911/acl 2024-11-18T02:17:42,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38781 2024-11-18T02:17:42,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38781 2024-11-18T02:17:42,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38781 2024-11-18T02:17:42,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38781 2024-11-18T02:17:42,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38781 2024-11-18T02:17:42,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:42,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:42,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:17:42,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:42,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40307 2024-11-18T02:17:42,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40307 connecting to ZooKeeper ensemble=127.0.0.1:49379 2024-11-18T02:17:42,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:42,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:42,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403070x0, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:42,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403070x0, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on znode that does not yet exist, /0711719911/running 2024-11-18T02:17:42,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40307-0x10128dda6f00001 connected 2024-11-18T02:17:42,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:17:42,943 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:17:42,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on znode that does not yet exist, /0711719911/master 2024-11-18T02:17:42,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on znode that does not yet exist, /0711719911/acl 2024-11-18T02:17:42,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40307 2024-11-18T02:17:42,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40307 2024-11-18T02:17:42,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40307 2024-11-18T02:17:42,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40307 2024-11-18T02:17:42,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40307 2024-11-18T02:17:42,963 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:38781 2024-11-18T02:17:42,963 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0711719911/backup-masters/c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:42,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911/backup-masters 2024-11-18T02:17:42,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911/backup-masters 2024-11-18T02:17:42,967 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on existing znode=/0711719911/backup-masters/c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0711719911/master 2024-11-18T02:17:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:42,970 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on existing znode=/0711719911/master 2024-11-18T02:17:42,970 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0711719911/backup-masters/c4730a2bacf8,38781,1731896262883 from backup master directory 2024-11-18T02:17:42,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0711719911/backup-masters/c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:42,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911/backup-masters 2024-11-18T02:17:42,972 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:42,972 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911/backup-masters 2024-11-18T02:17:42,976 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/hbase.id] with ID: a45ee863-bf4c-4c45-883f-48efab5bd948 2024-11-18T02:17:42,976 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/.tmp/hbase.id 2024-11-18T02:17:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:17:42,982 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/.tmp/hbase.id]:[hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/hbase.id] 2024-11-18T02:17:42,993 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:42,994 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:17:42,995 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:17:42,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:42,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:43,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:17:43,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:43,408 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:17:43,408 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:17:43,817 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store 2024-11-18T02:17:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:17:44,234 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:44,235 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:44,235 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:44,235 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:44,235 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:44,235 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:44,235 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:44,235 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896264234Disabling compacts and flushes for region at 1731896264234Disabling writes for close at 1731896264235 (+1 ms)Writing region close event to WAL at 1731896264235Closed at 1731896264235 2024-11-18T02:17:44,236 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/.initializing 2024-11-18T02:17:44,236 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/WALs/c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:44,237 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:44,238 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C38781%2C1731896262883, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/WALs/c4730a2bacf8,38781,1731896262883, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/oldWALs, maxLogs=10 2024-11-18T02:17:44,252 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/WALs/c4730a2bacf8,38781,1731896262883/c4730a2bacf8%2C38781%2C1731896262883.1731896264239, exclude list is [], retry=0 2024-11-18T02:17:44,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34391,DS-c953cf24-45d7-4ec0-ad1b-b5377d358652,DISK] 2024-11-18T02:17:44,256 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/WALs/c4730a2bacf8,38781,1731896262883/c4730a2bacf8%2C38781%2C1731896262883.1731896264239 2024-11-18T02:17:44,256 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42101:42101)] 2024-11-18T02:17:44,256 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:44,257 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:44,257 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,257 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:17:44,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:44,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:44,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:17:44,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:44,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:44,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:17:44,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:44,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:44,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:17:44,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:44,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:44,264 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,265 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,265 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,266 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,266 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,267 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:44,268 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:44,270 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:44,270 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72106616, jitterRate=0.07447230815887451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:44,271 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896264257Initializing all the Stores at 1731896264257Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896264257Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896264258 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896264258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896264258Cleaning up temporary data from old regions at 1731896264266 (+8 ms)Region opened successfully at 1731896264271 (+5 ms) 2024-11-18T02:17:44,271 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:17:44,274 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61add78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:44,275 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:17:44,275 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:17:44,275 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:17:44,275 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:17:44,276 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:17:44,276 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:17:44,276 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:17:44,278 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:17:44,278 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Unable to get data of znode /0711719911/balancer because node does not exist (not necessarily an error) 2024-11-18T02:17:44,281 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0711719911/balancer already deleted, retry=false 2024-11-18T02:17:44,281 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:17:44,282 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Unable to get data of znode /0711719911/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:17:44,283 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0711719911/normalizer already deleted, retry=false 2024-11-18T02:17:44,284 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:17:44,284 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Unable to get data of znode /0711719911/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:17:44,285 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0711719911/switch/split already deleted, retry=false 2024-11-18T02:17:44,286 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Unable to get data of znode /0711719911/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:17:44,287 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0711719911/switch/merge already deleted, retry=false 2024-11-18T02:17:44,289 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Unable to get data of znode /0711719911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:17:44,291 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0711719911/snapshot-cleanup already deleted, retry=false 2024-11-18T02:17:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0711719911/running 2024-11-18T02:17:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0711719911/running 2024-11-18T02:17:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:44,293 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,38781,1731896262883, sessionid=0x10128dda6f00000, setting cluster-up flag (Was=false) 2024-11-18T02:17:44,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:44,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:44,300 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0711719911/flush-table-proc/acquired, /0711719911/flush-table-proc/reached, /0711719911/flush-table-proc/abort 2024-11-18T02:17:44,301 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:44,310 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0711719911/online-snapshot/acquired, /0711719911/online-snapshot/reached, /0711719911/online-snapshot/abort 2024-11-18T02:17:44,311 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:44,312 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:17:44,313 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:44,313 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:17:44,313 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:17:44,314 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,38781,1731896262883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:44,315 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:44,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896294318 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,318 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:17:44,319 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:17:44,319 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:17:44,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:44,319 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:17:44,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:17:44,319 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:17:44,319 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:17:44,319 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896264319,5,FailOnTimeoutGroup] 2024-11-18T02:17:44,320 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896264319,5,FailOnTimeoutGroup] 2024-11-18T02:17:44,320 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,320 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:17:44,320 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,320 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:17:44,352 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(746): ClusterId : a45ee863-bf4c-4c45-883f-48efab5bd948 2024-11-18T02:17:44,352 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:17:44,357 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:17:44,357 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:17:44,359 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:17:44,359 DEBUG [RS:0;c4730a2bacf8:40307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f929b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:44,371 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:40307 2024-11-18T02:17:44,371 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:17:44,371 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:17:44,371 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:17:44,372 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,38781,1731896262883 with port=40307, startcode=1731896262933 2024-11-18T02:17:44,372 DEBUG [RS:0;c4730a2bacf8:40307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:17:44,374 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:17:44,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:44,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38781 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:44,376 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1 2024-11-18T02:17:44,376 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37673 2024-11-18T02:17:44,376 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:17:44,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911/rs 2024-11-18T02:17:44,378 DEBUG [RS:0;c4730a2bacf8:40307 {}] zookeeper.ZKUtil(111): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on existing znode=/0711719911/rs/c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:44,378 WARN [RS:0;c4730a2bacf8:40307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:44,378 INFO [RS:0;c4730a2bacf8:40307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:44,378 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:44,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,40307,1731896262933] 2024-11-18T02:17:44,381 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:17:44,382 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:17:44,383 INFO [RS:0;c4730a2bacf8:40307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:17:44,383 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,384 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:17:44,385 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:17:44,385 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:44,385 DEBUG [RS:0;c4730a2bacf8:40307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:44,386 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,386 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,386 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,386 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,386 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,386 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40307,1731896262933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:44,405 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:17:44,405 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40307,1731896262933-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,405 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,405 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.Replication(171): c4730a2bacf8,40307,1731896262933 started 2024-11-18T02:17:44,424 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:44,424 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,40307,1731896262933, RpcServer on c4730a2bacf8/172.17.0.2:40307, sessionid=0x10128dda6f00001 2024-11-18T02:17:44,424 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:17:44,424 DEBUG [RS:0;c4730a2bacf8:40307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:44,424 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,40307,1731896262933' 2024-11-18T02:17:44,424 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0711719911/flush-table-proc/abort' 2024-11-18T02:17:44,425 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0711719911/flush-table-proc/acquired' 2024-11-18T02:17:44,425 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:17:44,425 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:17:44,425 DEBUG [RS:0;c4730a2bacf8:40307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:44,425 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,40307,1731896262933' 2024-11-18T02:17:44,425 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0711719911/online-snapshot/abort' 2024-11-18T02:17:44,426 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0711719911/online-snapshot/acquired' 2024-11-18T02:17:44,426 DEBUG [RS:0;c4730a2bacf8:40307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:17:44,426 INFO [RS:0;c4730a2bacf8:40307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:17:44,426 INFO [RS:0;c4730a2bacf8:40307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:17:44,527 INFO [RS:0;c4730a2bacf8:40307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:44,528 INFO [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C40307%2C1731896262933, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/oldWALs, maxLogs=10 2024-11-18T02:17:44,541 DEBUG [RS:0;c4730a2bacf8:40307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528, exclude list is [], retry=0 2024-11-18T02:17:44,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34391,DS-c953cf24-45d7-4ec0-ad1b-b5377d358652,DISK] 2024-11-18T02:17:44,546 INFO [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 2024-11-18T02:17:44,546 DEBUG [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42101:42101)] 2024-11-18T02:17:44,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:17:44,729 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1 2024-11-18T02:17:44,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:17:45,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:45,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:45,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:45,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:45,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:45,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:45,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:45,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:45,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:45,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:45,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740 2024-11-18T02:17:45,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740 2024-11-18T02:17:45,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:45,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:45,146 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:45,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:45,149 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:45,150 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68661822, jitterRate=0.02314087748527527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896265136Initializing all the Stores at 1731896265137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896265137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896265137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896265137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896265137Cleaning up temporary data from old regions at 1731896265146 (+9 ms)Region opened successfully at 1731896265151 (+5 ms) 2024-11-18T02:17:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:45,151 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:45,151 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896265151Disabling compacts and flushes for region at 1731896265151Disabling writes for close at 1731896265151Writing region close event to WAL at 1731896265151Closed at 1731896265151 2024-11-18T02:17:45,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:45,153 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:17:45,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:17:45,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:45,155 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:17:45,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:45,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:45,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:45,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:45,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:45,305 DEBUG [c4730a2bacf8:38781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:45,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:45,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,40307,1731896262933, state=OPENING 2024-11-18T02:17:45,309 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:17:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:45,311 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:45,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,40307,1731896262933}] 2024-11-18T02:17:45,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0711719911/meta-region-server: CHANGED 2024-11-18T02:17:45,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0711719911/meta-region-server: CHANGED 2024-11-18T02:17:45,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:45,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:17:45,470 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:17:45,470 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:45,470 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:17:45,472 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C40307%2C1731896262933.meta, suffix=.meta, logDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/oldWALs, maxLogs=10 2024-11-18T02:17:45,485 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.meta.1731896265472.meta, exclude list is [], retry=0 2024-11-18T02:17:45,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34391,DS-c953cf24-45d7-4ec0-ad1b-b5377d358652,DISK] 2024-11-18T02:17:45,489 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.meta.1731896265472.meta 2024-11-18T02:17:45,489 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42101:42101)] 2024-11-18T02:17:45,489 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:45,489 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:45,490 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:45,490 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:17:45,490 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:17:45,490 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:17:45,490 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:45,490 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:17:45,490 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:17:45,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:45,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:45,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:45,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:45,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:45,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:45,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:45,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:45,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:45,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:45,496 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:45,496 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740 2024-11-18T02:17:45,497 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740 2024-11-18T02:17:45,498 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:45,498 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:45,499 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:45,500 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:45,501 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74026843, jitterRate=0.10308592021465302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:45,501 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:17:45,501 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896265490Writing region info on filesystem at 1731896265490Initializing all the Stores at 1731896265491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896265491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896265491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896265491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896265491Cleaning up temporary data from old regions at 1731896265498 (+7 ms)Running coprocessor post-open hooks at 1731896265501 (+3 ms)Region opened successfully at 1731896265501 2024-11-18T02:17:45,502 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896265464 2024-11-18T02:17:45,504 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:17:45,505 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:17:45,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:45,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,40307,1731896262933, state=OPEN 2024-11-18T02:17:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0711719911/meta-region-server 2024-11-18T02:17:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0711719911/meta-region-server 2024-11-18T02:17:45,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:45,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0711719911/meta-region-server: CHANGED 2024-11-18T02:17:45,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0711719911/meta-region-server: CHANGED 2024-11-18T02:17:45,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:17:45,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,40307,1731896262933 in 200 msec 2024-11-18T02:17:45,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:17:45,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-18T02:17:45,517 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:45,517 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:17:45,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:45,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,40307,1731896262933, seqNum=-1] 2024-11-18T02:17:45,518 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:45,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:45,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-18T02:17:45,525 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896265525, completionTime=-1 2024-11-18T02:17:45,525 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:17:45,525 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:17:45,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:17:45,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896325527 2024-11-18T02:17:45,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896385527 2024-11-18T02:17:45,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:17:45,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,38781,1731896262883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:45,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,38781,1731896262883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:45,527 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,38781,1731896262883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:45,528 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:38781, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:45,528 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:45,528 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:45,529 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.559sec 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,38781,1731896262883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:45,531 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,38781,1731896262883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:17:45,534 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:17:45,534 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:17:45,534 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,38781,1731896262883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:45,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:45,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,38781,-1 for getting cluster id 2024-11-18T02:17:45,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:45,554 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45ee863-bf4c-4c45-883f-48efab5bd948' 2024-11-18T02:17:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45ee863-bf4c-4c45-883f-48efab5bd948" 2024-11-18T02:17:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c15e578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,38781,-1] 2024-11-18T02:17:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:45,556 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:45,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:45,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,40307,1731896262933, seqNum=-1] 2024-11-18T02:17:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:45,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:45,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:45,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49379 2024-11-18T02:17:45,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:45,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128dda6f00002 connected 2024-11-18T02:17:45,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.log.dir so I do NOT create it in target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33 2024-11-18T02:17:45,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:17:45,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.tmp.dir so I do NOT create it in target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33 2024-11-18T02:17:45,569 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:17:45,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33 2024-11-18T02:17:45,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:17:45,569 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/cluster_762b42bf-ff10-f086-f607-c6927d8fc563, deleteOnExit=true 2024-11-18T02:17:45,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:17:45,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/test.cache.data in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:17:45,570 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:45,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:17:45,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:17:45,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:17:45,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:17:45,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:17:45,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:17:45,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:45,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:45,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:45,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:45,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:17:45,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:45,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:45,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:45,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/java.io.tmpdir/jetty-localhost-38661-hadoop-hdfs-3_4_1-tests_jar-_-any-18064982245416435238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:17:45,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:38661} 2024-11-18T02:17:45,776 INFO [Time-limited test {}] server.Server(415): Started @52107ms 2024-11-18T02:17:45,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:17:45,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:17:45,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:17:45,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:17:45,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:17:45,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:17:45,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:17:45,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/java.io.tmpdir/jetty-localhost-40817-hadoop-hdfs-3_4_1-tests_jar-_-any-16360219464115803000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:17:45,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:40817} 2024-11-18T02:17:45,985 INFO [Time-limited test {}] server.Server(415): Started @52316ms 2024-11-18T02:17:45,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:17:46,078 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/cluster_762b42bf-ff10-f086-f607-c6927d8fc563/data/data1/current/BP-196684144-172.17.0.2-1731896265591/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:46,079 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/cluster_762b42bf-ff10-f086-f607-c6927d8fc563/data/data2/current/BP-196684144-172.17.0.2-1731896265591/current, will proceed with Du for space computation calculation, 2024-11-18T02:17:46,095 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:17:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1312bda430fdaa0c with lease ID 0x77246118c932f7ba: Processing first storage report for DS-5cfebcf9-de97-40a9-bd38-ec2817e46d06 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=c07dd928-c5a3-4c05-9d5f-b44462358de2, infoPort=35917, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1307286298;c=1731896265591) 2024-11-18T02:17:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1312bda430fdaa0c with lease ID 0x77246118c932f7ba: from storage DS-5cfebcf9-de97-40a9-bd38-ec2817e46d06 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=c07dd928-c5a3-4c05-9d5f-b44462358de2, infoPort=35917, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1307286298;c=1731896265591), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1312bda430fdaa0c with lease ID 0x77246118c932f7ba: Processing first storage report for DS-dcf8fd1c-2716-4c80-90ba-e8679e045743 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=c07dd928-c5a3-4c05-9d5f-b44462358de2, infoPort=35917, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1307286298;c=1731896265591) 2024-11-18T02:17:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1312bda430fdaa0c with lease ID 0x77246118c932f7ba: from storage DS-dcf8fd1c-2716-4c80-90ba-e8679e045743 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=c07dd928-c5a3-4c05-9d5f-b44462358de2, infoPort=35917, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=1307286298;c=1731896265591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:17:46,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33 2024-11-18T02:17:46,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:46,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:46,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:17:46,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813 with version=8 2024-11-18T02:17:46,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/hbase-staging 2024-11-18T02:17:46,524 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:46,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:46,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:46,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:46,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:46,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:46,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:17:46,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:46,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37271 2024-11-18T02:17:46,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37271 connecting to ZooKeeper ensemble=127.0.0.1:49379 2024-11-18T02:17:46,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372710x0, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:46,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37271-0x10128dda6f00003 connected 2024-11-18T02:17:46,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:46,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:46,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on znode that does not yet exist, /1215648998/running 2024-11-18T02:17:46,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813, hbase.cluster.distributed=false 2024-11-18T02:17:46,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on znode that does not yet exist, /1215648998/acl 2024-11-18T02:17:46,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37271 2024-11-18T02:17:46,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37271 2024-11-18T02:17:46,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37271 2024-11-18T02:17:46,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37271 2024-11-18T02:17:46,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37271 2024-11-18T02:17:46,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:17:46,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:46,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:46,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:17:46,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:17:46,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:17:46,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:17:46,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:17:46,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33335 2024-11-18T02:17:46,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33335 connecting to ZooKeeper ensemble=127.0.0.1:49379 2024-11-18T02:17:46,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:46,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:46,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333350x0, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:46,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333350x0, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on znode that does not yet exist, /1215648998/running 2024-11-18T02:17:46,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33335-0x10128dda6f00004 connected 2024-11-18T02:17:46,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:17:46,574 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:17:46,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on znode that does not yet exist, /1215648998/master 2024-11-18T02:17:46,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on znode that does not yet exist, /1215648998/acl 2024-11-18T02:17:46,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-18T02:17:46,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33335 2024-11-18T02:17:46,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33335 2024-11-18T02:17:46,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-18T02:17:46,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33335 2024-11-18T02:17:46,596 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:37271 2024-11-18T02:17:46,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1215648998/backup-masters/c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998/backup-masters 2024-11-18T02:17:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998/backup-masters 2024-11-18T02:17:46,599 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on existing znode=/1215648998/backup-masters/c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1215648998/master 2024-11-18T02:17:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:46,606 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on existing znode=/1215648998/master 2024-11-18T02:17:46,607 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1215648998/backup-masters/c4730a2bacf8,37271,1731896266523 from backup master directory 2024-11-18T02:17:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998/backup-masters 2024-11-18T02:17:46,610 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1215648998/backup-masters/c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:46,610 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998/backup-masters 2024-11-18T02:17:46,614 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/hbase.id] with ID: b530e327-d06a-4a85-8718-989998b8e4b3 2024-11-18T02:17:46,615 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/.tmp/hbase.id 2024-11-18T02:17:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:17:47,027 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/.tmp/hbase.id]:[hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/hbase.id] 2024-11-18T02:17:47,043 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:47,043 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:17:47,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:17:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:17:47,469 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:47,470 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:17:47,471 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:17:47,879 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store 2024-11-18T02:17:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:17:48,286 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:48,286 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:17:48,286 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:48,286 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:48,286 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:17:48,287 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:48,287 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:17:48,287 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896268286Disabling compacts and flushes for region at 1731896268286Disabling writes for close at 1731896268286Writing region close event to WAL at 1731896268287 (+1 ms)Closed at 1731896268287 2024-11-18T02:17:48,288 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/.initializing 2024-11-18T02:17:48,288 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/WALs/c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:48,289 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:48,290 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C37271%2C1731896266523, suffix=, logDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/WALs/c4730a2bacf8,37271,1731896266523, archiveDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/oldWALs, maxLogs=10 2024-11-18T02:17:48,304 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/WALs/c4730a2bacf8,37271,1731896266523/c4730a2bacf8%2C37271%2C1731896266523.1731896268291, exclude list is [], retry=0 2024-11-18T02:17:48,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-5cfebcf9-de97-40a9-bd38-ec2817e46d06,DISK] 2024-11-18T02:17:48,308 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/WALs/c4730a2bacf8,37271,1731896266523/c4730a2bacf8%2C37271%2C1731896266523.1731896268291 2024-11-18T02:17:48,308 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35917:35917)] 2024-11-18T02:17:48,308 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:48,308 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:48,309 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,309 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:17:48,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:48,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:48,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:17:48,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:48,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:48,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:17:48,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:48,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:48,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:17:48,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:48,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:48,316 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,316 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,317 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,318 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,318 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,318 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:48,319 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:17:48,321 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:48,322 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61506846, jitterRate=-0.08347657322883606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:48,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896268309Initializing all the Stores at 1731896268309Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896268309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896268310 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896268310Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896268310Cleaning up temporary data from old regions at 1731896268318 (+8 ms)Region opened successfully at 1731896268322 (+4 ms) 2024-11-18T02:17:48,322 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:17:48,325 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274e024e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:48,326 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:17:48,326 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:17:48,326 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:17:48,326 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:17:48,327 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:17:48,327 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:17:48,327 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:17:48,329 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:17:48,329 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Unable to get data of znode /1215648998/balancer because node does not exist (not necessarily an error) 2024-11-18T02:17:48,331 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1215648998/balancer already deleted, retry=false 2024-11-18T02:17:48,331 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:17:48,331 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Unable to get data of znode /1215648998/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:17:48,332 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1215648998/normalizer already deleted, retry=false 2024-11-18T02:17:48,333 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:17:48,333 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Unable to get data of znode /1215648998/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:17:48,335 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1215648998/switch/split already deleted, retry=false 2024-11-18T02:17:48,336 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Unable to get data of znode /1215648998/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:17:48,337 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1215648998/switch/merge already deleted, retry=false 2024-11-18T02:17:48,339 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Unable to get data of znode /1215648998/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:17:48,340 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1215648998/snapshot-cleanup already deleted, retry=false 2024-11-18T02:17:48,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1215648998/running 2024-11-18T02:17:48,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:48,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1215648998/running 2024-11-18T02:17:48,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:48,342 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,37271,1731896266523, sessionid=0x10128dda6f00003, setting cluster-up flag (Was=false) 2024-11-18T02:17:48,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:48,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:48,351 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1215648998/flush-table-proc/acquired, /1215648998/flush-table-proc/reached, /1215648998/flush-table-proc/abort 2024-11-18T02:17:48,352 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:48,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:48,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:48,361 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1215648998/online-snapshot/acquired, /1215648998/online-snapshot/reached, /1215648998/online-snapshot/abort 2024-11-18T02:17:48,362 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:48,363 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:17:48,365 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:48,365 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:17:48,365 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:17:48,365 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,37271,1731896266523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:17:48,366 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:48,366 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:48,366 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:48,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:17:48,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:17:48,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:48,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896298368 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:17:48,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:48,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:17:48,369 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:17:48,369 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:17:48,369 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:17:48,369 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:17:48,369 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:17:48,369 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:17:48,369 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896268369,5,FailOnTimeoutGroup] 2024-11-18T02:17:48,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:48,369 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896268369,5,FailOnTimeoutGroup] 2024-11-18T02:17:48,370 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,370 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:17:48,370 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,370 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:17:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:17:48,383 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(746): ClusterId : b530e327-d06a-4a85-8718-989998b8e4b3 2024-11-18T02:17:48,383 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:17:48,384 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:17:48,384 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:17:48,386 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:17:48,387 DEBUG [RS:0;c4730a2bacf8:33335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716d7a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:17:48,403 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:33335 2024-11-18T02:17:48,403 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:17:48,403 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:17:48,403 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:17:48,404 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,37271,1731896266523 with port=33335, startcode=1731896266564 2024-11-18T02:17:48,404 DEBUG [RS:0;c4730a2bacf8:33335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:17:48,406 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:17:48,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:48,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37271 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:48,408 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813 2024-11-18T02:17:48,408 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38385 2024-11-18T02:17:48,408 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:17:48,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998/rs 2024-11-18T02:17:48,412 DEBUG [RS:0;c4730a2bacf8:33335 {}] zookeeper.ZKUtil(111): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on existing znode=/1215648998/rs/c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:48,412 WARN [RS:0;c4730a2bacf8:33335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:17:48,412 INFO [RS:0;c4730a2bacf8:33335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:48,412 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:48,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,33335,1731896266564] 2024-11-18T02:17:48,415 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:17:48,419 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:17:48,419 INFO [RS:0;c4730a2bacf8:33335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:17:48,419 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,419 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:17:48,420 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:17:48,420 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:48,420 DEBUG [RS:0;c4730a2bacf8:33335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:17:48,421 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,421 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,421 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,421 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,421 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,421 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33335,1731896266564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:48,435 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:17:48,435 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33335,1731896266564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,435 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,435 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.Replication(171): c4730a2bacf8,33335,1731896266564 started 2024-11-18T02:17:48,449 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:48,449 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,33335,1731896266564, RpcServer on c4730a2bacf8/172.17.0.2:33335, sessionid=0x10128dda6f00004 2024-11-18T02:17:48,449 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:17:48,449 DEBUG [RS:0;c4730a2bacf8:33335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:48,449 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,33335,1731896266564' 2024-11-18T02:17:48,449 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1215648998/flush-table-proc/abort' 2024-11-18T02:17:48,449 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1215648998/flush-table-proc/acquired' 2024-11-18T02:17:48,450 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:17:48,450 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:17:48,450 DEBUG [RS:0;c4730a2bacf8:33335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:48,450 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,33335,1731896266564' 2024-11-18T02:17:48,450 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1215648998/online-snapshot/abort' 2024-11-18T02:17:48,450 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1215648998/online-snapshot/acquired' 2024-11-18T02:17:48,451 DEBUG [RS:0;c4730a2bacf8:33335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:17:48,451 INFO [RS:0;c4730a2bacf8:33335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:17:48,451 INFO [RS:0;c4730a2bacf8:33335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:17:48,551 INFO [RS:0;c4730a2bacf8:33335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:17:48,553 INFO [RS:0;c4730a2bacf8:33335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C33335%2C1731896266564, suffix=, logDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564, archiveDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/oldWALs, maxLogs=10 2024-11-18T02:17:48,566 DEBUG [RS:0;c4730a2bacf8:33335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564/c4730a2bacf8%2C33335%2C1731896266564.1731896268553, exclude list is [], retry=0 2024-11-18T02:17:48,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-5cfebcf9-de97-40a9-bd38-ec2817e46d06,DISK] 2024-11-18T02:17:48,571 INFO [RS:0;c4730a2bacf8:33335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564/c4730a2bacf8%2C33335%2C1731896266564.1731896268553 2024-11-18T02:17:48,571 DEBUG [RS:0;c4730a2bacf8:33335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35917:35917)] 2024-11-18T02:17:48,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:17:48,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813 2024-11-18T02:17:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:17:49,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:49,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:49,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:49,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:49,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:49,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:49,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:49,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:49,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:49,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:49,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740 2024-11-18T02:17:49,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740 2024-11-18T02:17:49,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:49,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:49,197 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:49,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:49,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:49,200 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66267639, jitterRate=-0.012535229325294495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:49,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896269186Initializing all the Stores at 1731896269187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896269187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896269187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896269187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896269187Cleaning up temporary data from old regions at 1731896269196 (+9 ms)Region opened successfully at 1731896269200 (+4 ms) 2024-11-18T02:17:49,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:17:49,200 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:17:49,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:17:49,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:17:49,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:17:49,201 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:17:49,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896269200Disabling compacts and flushes for region at 1731896269200Disabling writes for close at 1731896269200Writing region close event to WAL at 1731896269201 (+1 ms)Closed at 1731896269201 2024-11-18T02:17:49,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:49,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:17:49,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:17:49,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:49,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:17:49,355 DEBUG [c4730a2bacf8:37271 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:17:49,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:49,357 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,33335,1731896266564, state=OPENING 2024-11-18T02:17:49,361 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:17:49,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:49,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:17:49,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1215648998/meta-region-server: CHANGED 2024-11-18T02:17:49,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1215648998/meta-region-server: CHANGED 2024-11-18T02:17:49,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:17:49,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33335,1731896266564}] 2024-11-18T02:17:49,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:49,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:17:49,523 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:17:49,523 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:49,523 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:17:49,524 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C33335%2C1731896266564.meta, suffix=.meta, logDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564, archiveDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/oldWALs, maxLogs=10 2024-11-18T02:17:49,538 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564/c4730a2bacf8%2C33335%2C1731896266564.meta.1731896269525.meta, exclude list is [], retry=0 2024-11-18T02:17:49,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-5cfebcf9-de97-40a9-bd38-ec2817e46d06,DISK] 2024-11-18T02:17:49,542 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564/c4730a2bacf8%2C33335%2C1731896266564.meta.1731896269525.meta 2024-11-18T02:17:49,542 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35917:35917)] 2024-11-18T02:17:49,542 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:49,543 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:49,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:49,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:17:49,543 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:17:49,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:17:49,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:49,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:17:49,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:17:49,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:17:49,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:17:49,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:17:49,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:17:49,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:17:49,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:17:49,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:17:49,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:17:49,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:17:49,549 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:17:49,550 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740 2024-11-18T02:17:49,551 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740 2024-11-18T02:17:49,552 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:17:49,552 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:17:49,553 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:17:49,554 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:17:49,554 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63452422, jitterRate=-0.05448523163795471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:17:49,555 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:17:49,555 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896269544Writing region info on filesystem at 1731896269544Initializing all the Stores at 1731896269544Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896269544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896269545 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896269545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896269545Cleaning up temporary data from old regions at 1731896269552 (+7 ms)Running coprocessor post-open hooks at 1731896269555 (+3 ms)Region opened successfully at 1731896269555 2024-11-18T02:17:49,555 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896269517 2024-11-18T02:17:49,558 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:17:49,558 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:17:49,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:49,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,33335,1731896266564, state=OPEN 2024-11-18T02:17:49,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1215648998/meta-region-server 2024-11-18T02:17:49,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1215648998/meta-region-server 2024-11-18T02:17:49,562 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:49,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1215648998/meta-region-server: CHANGED 2024-11-18T02:17:49,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1215648998/meta-region-server: CHANGED 2024-11-18T02:17:49,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:17:49,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33335,1731896266564 in 198 msec 2024-11-18T02:17:49,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:17:49,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-18T02:17:49,567 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:17:49,567 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:17:49,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:49,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33335,1731896266564, seqNum=-1] 2024-11-18T02:17:49,569 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:49,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:49,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-18T02:17:49,574 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896269574, completionTime=-1 2024-11-18T02:17:49,575 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:17:49,575 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:17:49,576 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:17:49,576 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896329576 2024-11-18T02:17:49,576 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896389576 2024-11-18T02:17:49,576 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:17:49,577 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,37271,1731896266523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:49,577 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,37271,1731896266523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:49,577 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,37271,1731896266523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:49,577 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:37271, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:49,577 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:49,577 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:49,579 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,37271,1731896266523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:17:49,580 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,37271,1731896266523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:17:49,582 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:17:49,582 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:17:49,583 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,37271,1731896266523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:17:49,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:49,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,37271,-1 for getting cluster id 2024-11-18T02:17:49,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:49,585 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b530e327-d06a-4a85-8718-989998b8e4b3' 2024-11-18T02:17:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b530e327-d06a-4a85-8718-989998b8e4b3" 2024-11-18T02:17:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9a3cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,37271,-1] 2024-11-18T02:17:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:49,587 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:49,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:49,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33335,1731896266564, seqNum=-1] 2024-11-18T02:17:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:49,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:49,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:49,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49379 2024-11-18T02:17:49,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:17:49,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128dda6f00005 connected 2024-11-18T02:17:49,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@742a4497 2024-11-18T02:17:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:49,602 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:49,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:17:49,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:17:49,609 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:49,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:17:49,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:17:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:50,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4ac3362023c7216f68f064d22d60677, NAME => 'test,,1731896269602.d4ac3362023c7216f68f064d22d60677.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1 2024-11-18T02:17:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:17:50,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:17:50,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T02:17:50,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:17:50,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T02:17:50,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:17:50,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T02:17:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:50,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:17:50,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896269602.d4ac3362023c7216f68f064d22d60677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:50,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d4ac3362023c7216f68f064d22d60677, disabling compactions & flushes 2024-11-18T02:17:50,424 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:17:50,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:17:50,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896269602.d4ac3362023c7216f68f064d22d60677. after waiting 0 ms 2024-11-18T02:17:50,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:17:50,424 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:17:50,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4ac3362023c7216f68f064d22d60677: Waiting for close lock at 1731896270424Disabling compacts and flushes for region at 1731896270424Disabling writes for close at 1731896270424Writing region close event to WAL at 1731896270424Closed at 1731896270424 2024-11-18T02:17:50,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:17:50,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896269602.d4ac3362023c7216f68f064d22d60677.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896270426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896270426"}]},"ts":"1731896270426"} 2024-11-18T02:17:50,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:17:50,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:17:50,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896270429"}]},"ts":"1731896270429"} 2024-11-18T02:17:50,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:17:50,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4ac3362023c7216f68f064d22d60677, ASSIGN}] 2024-11-18T02:17:50,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4ac3362023c7216f68f064d22d60677, ASSIGN 2024-11-18T02:17:50,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d4ac3362023c7216f68f064d22d60677, ASSIGN; state=OFFLINE, location=c4730a2bacf8,40307,1731896262933; forceNewPlan=false, retain=false 2024-11-18T02:17:50,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4ac3362023c7216f68f064d22d60677, regionState=OPENING, regionLocation=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:50,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d4ac3362023c7216f68f064d22d60677, ASSIGN because future has completed 2024-11-18T02:17:50,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4ac3362023c7216f68f064d22d60677, server=c4730a2bacf8,40307,1731896262933}] 2024-11-18T02:17:50,744 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:17:50,744 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d4ac3362023c7216f68f064d22d60677, NAME => 'test,,1731896269602.d4ac3362023c7216f68f064d22d60677.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:50,745 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:50,745 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:17:50,745 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,745 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896269602.d4ac3362023c7216f68f064d22d60677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:50,745 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,745 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:50,747 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,748 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4ac3362023c7216f68f064d22d60677 columnFamilyName f 2024-11-18T02:17:50,748 DEBUG [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:50,749 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] regionserver.HStore(327): Store=d4ac3362023c7216f68f064d22d60677/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:50,749 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,750 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4ac3362023c7216f68f064d22d60677 columnFamilyName f1 2024-11-18T02:17:50,750 DEBUG [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:50,750 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] regionserver.HStore(327): Store=d4ac3362023c7216f68f064d22d60677/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:50,750 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,751 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4ac3362023c7216f68f064d22d60677 columnFamilyName norep 2024-11-18T02:17:50,751 DEBUG [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:50,752 INFO [StoreOpener-d4ac3362023c7216f68f064d22d60677-1 {}] regionserver.HStore(327): Store=d4ac3362023c7216f68f064d22d60677/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:50,752 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,752 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,753 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,753 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,754 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,754 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:17:50,755 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,757 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:50,757 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d4ac3362023c7216f68f064d22d60677; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949735, jitterRate=-0.07687701284885406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:17:50,758 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:17:50,758 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d4ac3362023c7216f68f064d22d60677: Running coprocessor pre-open hook at 1731896270745Writing region info on filesystem at 1731896270745Initializing all the Stores at 1731896270746 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896270746Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896270747 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896270747Cleaning up temporary data from old regions at 1731896270754 (+7 ms)Running coprocessor post-open hooks at 1731896270758 (+4 ms)Region opened successfully at 1731896270758 2024-11-18T02:17:50,760 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896269602.d4ac3362023c7216f68f064d22d60677., pid=6, masterSystemTime=1731896270740 2024-11-18T02:17:50,763 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:17:50,763 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:17:50,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4ac3362023c7216f68f064d22d60677, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:50,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4ac3362023c7216f68f064d22d60677, server=c4730a2bacf8,40307,1731896262933 because future has completed 2024-11-18T02:17:50,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:17:50,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4ac3362023c7216f68f064d22d60677, server=c4730a2bacf8,40307,1731896262933 in 181 msec 2024-11-18T02:17:50,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:17:50,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d4ac3362023c7216f68f064d22d60677, ASSIGN in 339 msec 2024-11-18T02:17:50,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:17:50,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896270774"}]},"ts":"1731896270774"} 2024-11-18T02:17:50,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:17:50,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:17:50,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-18T02:17:50,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:51,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:51,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:51,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:51,757 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:17:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e2f653 2024-11-18T02:17:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:51,759 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:51,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:17:51,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:17:51,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:51,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:51,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:17:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:17:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:52,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83bc9b749c6c091fef3c8c6c0c48c529, NAME => 'test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813 2024-11-18T02:17:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:17:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:52,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:52,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 83bc9b749c6c091fef3c8c6c0c48c529, disabling compactions & flushes 2024-11-18T02:17:52,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:17:52,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:17:52,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. after waiting 0 ms 2024-11-18T02:17:52,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:17:52,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:17:52,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83bc9b749c6c091fef3c8c6c0c48c529: Waiting for close lock at 1731896272579Disabling compacts and flushes for region at 1731896272579Disabling writes for close at 1731896272579Writing region close event to WAL at 1731896272579Closed at 1731896272579 2024-11-18T02:17:52,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:17:52,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896272580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896272580"}]},"ts":"1731896272580"} 2024-11-18T02:17:52,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:17:52,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:17:52,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896272585"}]},"ts":"1731896272585"} 2024-11-18T02:17:52,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:17:52,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83bc9b749c6c091fef3c8c6c0c48c529, ASSIGN}] 2024-11-18T02:17:52,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83bc9b749c6c091fef3c8c6c0c48c529, ASSIGN 2024-11-18T02:17:52,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=83bc9b749c6c091fef3c8c6c0c48c529, ASSIGN; state=OFFLINE, location=c4730a2bacf8,33335,1731896266564; forceNewPlan=false, retain=false 2024-11-18T02:17:52,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83bc9b749c6c091fef3c8c6c0c48c529, regionState=OPENING, regionLocation=c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:52,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=83bc9b749c6c091fef3c8c6c0c48c529, ASSIGN because future has completed 2024-11-18T02:17:52,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83bc9b749c6c091fef3c8c6c0c48c529, server=c4730a2bacf8,33335,1731896266564}] 2024-11-18T02:17:52,900 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:17:52,900 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 83bc9b749c6c091fef3c8c6c0c48c529, NAME => 'test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:52,900 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:52,901 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:17:52,901 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,901 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:52,901 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,901 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,902 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,903 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83bc9b749c6c091fef3c8c6c0c48c529 columnFamilyName f 2024-11-18T02:17:52,903 DEBUG [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:52,904 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] regionserver.HStore(327): Store=83bc9b749c6c091fef3c8c6c0c48c529/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:52,904 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,905 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83bc9b749c6c091fef3c8c6c0c48c529 columnFamilyName f1 2024-11-18T02:17:52,905 DEBUG [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:52,906 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] regionserver.HStore(327): Store=83bc9b749c6c091fef3c8c6c0c48c529/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:52,906 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:52,907 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83bc9b749c6c091fef3c8c6c0c48c529 columnFamilyName norep 2024-11-18T02:17:52,907 DEBUG [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:52,907 INFO [StoreOpener-83bc9b749c6c091fef3c8c6c0c48c529-1 {}] regionserver.HStore(327): Store=83bc9b749c6c091fef3c8c6c0c48c529/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:52,907 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,908 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,908 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,909 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,909 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,910 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:17:52,911 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,912 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:52,913 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 83bc9b749c6c091fef3c8c6c0c48c529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59835966, jitterRate=-0.10837462544441223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:17:52,913 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:17:52,913 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 83bc9b749c6c091fef3c8c6c0c48c529: Running coprocessor pre-open hook at 1731896272901Writing region info on filesystem at 1731896272901Initializing all the Stores at 1731896272902 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896272902Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896272902Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896272902Cleaning up temporary data from old regions at 1731896272909 (+7 ms)Running coprocessor post-open hooks at 1731896272913 (+4 ms)Region opened successfully at 1731896272913 2024-11-18T02:17:52,914 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529., pid=6, masterSystemTime=1731896272895 2024-11-18T02:17:52,916 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:17:52,916 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:17:52,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83bc9b749c6c091fef3c8c6c0c48c529, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,33335,1731896266564 2024-11-18T02:17:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83bc9b749c6c091fef3c8c6c0c48c529, server=c4730a2bacf8,33335,1731896266564 because future has completed 2024-11-18T02:17:52,965 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37271 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c4730a2bacf8,33335,1731896266564, table=test, region=83bc9b749c6c091fef3c8c6c0c48c529. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T02:17:52,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:17:52,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83bc9b749c6c091fef3c8c6c0c48c529, server=c4730a2bacf8,33335,1731896266564 in 223 msec 2024-11-18T02:17:52,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:17:52,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=83bc9b749c6c091fef3c8c6c0c48c529, ASSIGN in 381 msec 2024-11-18T02:17:52,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:17:52,972 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896272972"}]},"ts":"1731896272972"} 2024-11-18T02:17:52,978 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:17:52,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:17:52,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2180 sec 2024-11-18T02:17:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:17:53,917 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:17:53,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,38781,-1 for getting cluster id 2024-11-18T02:17:53,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:53,919 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45ee863-bf4c-4c45-883f-48efab5bd948' 2024-11-18T02:17:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45ee863-bf4c-4c45-883f-48efab5bd948" 2024-11-18T02:17:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,38781,-1] 2024-11-18T02:17:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:53,921 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669726b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,37271,-1 for getting cluster id 2024-11-18T02:17:53,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:53,923 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b530e327-d06a-4a85-8718-989998b8e4b3' 2024-11-18T02:17:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b530e327-d06a-4a85-8718-989998b8e4b3" 2024-11-18T02:17:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d568ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,37271,-1] 2024-11-18T02:17:53,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:53,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:53,924 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,38781,-1 for getting cluster id 2024-11-18T02:17:53,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:53,926 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45ee863-bf4c-4c45-883f-48efab5bd948' 2024-11-18T02:17:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45ee863-bf4c-4c45-883f-48efab5bd948" 2024-11-18T02:17:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a00a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,38781,-1] 2024-11-18T02:17:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:53,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:53,928 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:53,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a238fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160f90ac 2024-11-18T02:17:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:53,932 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:53,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:37271,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:17:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:17:53,936 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:37271' 2024-11-18T02:17:53,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d61164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,937 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,37271,-1 for getting cluster id 2024-11-18T02:17:53,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:53,938 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b530e327-d06a-4a85-8718-989998b8e4b3' 2024-11-18T02:17:53,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:53,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b530e327-d06a-4a85-8718-989998b8e4b3" 2024-11-18T02:17:53,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cb5fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,37271,-1] 2024-11-18T02:17:53,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:53,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:53,939 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:53,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc5a6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:53,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2702968d 2024-11-18T02:17:53,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:53,942 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:53,942 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:17:53,942 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:17:53,942 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:53,943 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:53,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:53,943 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:17:53,944 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:17:53,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:17:53,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:53,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:17:53,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:17:53,994 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:17:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:17:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:17:54,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35f4c92ec18dc2f10296494f76a0ad07, NAME => 'hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1 2024-11-18T02:17:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:17:54,416 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:17:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:17:54,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:54,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35f4c92ec18dc2f10296494f76a0ad07, disabling compactions & flushes 2024-11-18T02:17:54,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:17:54,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:17:54,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. after waiting 0 ms 2024-11-18T02:17:54,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:17:54,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:17:54,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35f4c92ec18dc2f10296494f76a0ad07: Waiting for close lock at 1731896274761Disabling compacts and flushes for region at 1731896274761Disabling writes for close at 1731896274761Writing region close event to WAL at 1731896274761Closed at 1731896274761 2024-11-18T02:17:54,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:17:54,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896274763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896274763"}]},"ts":"1731896274763"} 2024-11-18T02:17:54,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:17:54,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:17:54,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896274767"}]},"ts":"1731896274767"} 2024-11-18T02:17:54,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:17:54,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35f4c92ec18dc2f10296494f76a0ad07, ASSIGN}] 2024-11-18T02:17:54,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35f4c92ec18dc2f10296494f76a0ad07, ASSIGN 2024-11-18T02:17:54,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35f4c92ec18dc2f10296494f76a0ad07, ASSIGN; state=OFFLINE, location=c4730a2bacf8,40307,1731896262933; forceNewPlan=false, retain=false 2024-11-18T02:17:54,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35f4c92ec18dc2f10296494f76a0ad07, regionState=OPENING, regionLocation=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:54,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35f4c92ec18dc2f10296494f76a0ad07, ASSIGN because future has completed 2024-11-18T02:17:54,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35f4c92ec18dc2f10296494f76a0ad07, server=c4730a2bacf8,40307,1731896262933}] 2024-11-18T02:17:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:17:55,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:17:55,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:17:55,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:17:55,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C40307%2C1731896262933.rep, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/oldWALs, maxLogs=10 2024-11-18T02:17:55,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.rep.1731896275083, exclude list is [], retry=0 2024-11-18T02:17:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34391,DS-c953cf24-45d7-4ec0-ad1b-b5377d358652,DISK] 2024-11-18T02:17:55,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.rep.1731896275083 2024-11-18T02:17:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42101:42101)] 2024-11-18T02:17:55,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 35f4c92ec18dc2f10296494f76a0ad07, NAME => 'hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:17:55,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:17:55,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:17:55,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. service=MultiRowMutationService 2024-11-18T02:17:55,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:17:55,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:17:55,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,103 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,104 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35f4c92ec18dc2f10296494f76a0ad07 columnFamilyName hfileref 2024-11-18T02:17:55,104 DEBUG [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:55,104 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] regionserver.HStore(327): Store=35f4c92ec18dc2f10296494f76a0ad07/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:55,104 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,105 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35f4c92ec18dc2f10296494f76a0ad07 columnFamilyName queue 2024-11-18T02:17:55,105 DEBUG [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:55,106 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] regionserver.HStore(327): Store=35f4c92ec18dc2f10296494f76a0ad07/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:55,106 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,107 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35f4c92ec18dc2f10296494f76a0ad07 columnFamilyName sid 2024-11-18T02:17:55,107 DEBUG [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:17:55,107 INFO [StoreOpener-35f4c92ec18dc2f10296494f76a0ad07-1 {}] regionserver.HStore(327): Store=35f4c92ec18dc2f10296494f76a0ad07/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:17:55,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:17:55,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:17:55,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 35f4c92ec18dc2f10296494f76a0ad07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68631787, jitterRate=0.022693321108818054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:17:55,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:17:55,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 35f4c92ec18dc2f10296494f76a0ad07: Running coprocessor pre-open hook at 1731896275102Writing region info on filesystem at 1731896275102Initializing all the Stores at 1731896275102Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896275102Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896275102Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896275102Cleaning up temporary data from old regions at 1731896275109 (+7 ms)Running coprocessor post-open hooks at 1731896275113 (+4 ms)Region opened successfully at 1731896275113 2024-11-18T02:17:55,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07., pid=10, masterSystemTime=1731896275077 2024-11-18T02:17:55,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:17:55,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:17:55,117 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35f4c92ec18dc2f10296494f76a0ad07, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,40307,1731896262933 2024-11-18T02:17:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35f4c92ec18dc2f10296494f76a0ad07, server=c4730a2bacf8,40307,1731896262933 because future has completed 2024-11-18T02:17:55,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:17:55,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 35f4c92ec18dc2f10296494f76a0ad07, server=c4730a2bacf8,40307,1731896262933 in 195 msec 2024-11-18T02:17:55,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:17:55,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35f4c92ec18dc2f10296494f76a0ad07, ASSIGN in 352 msec 2024-11-18T02:17:55,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:17:55,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896275124"}]},"ts":"1731896275124"} 2024-11-18T02:17:55,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:17:55,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:17:55,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-18T02:17:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2] 2024-11-18T02:17:55,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:55,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:17:55,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:17:55,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:17:55,313 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:17:55,346 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,40307,1731896262933, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:17:55,347 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:55,347 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,40307,1731896262933, seqNum=-1] 2024-11-18T02:17:55,348 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:55,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T02:17:55,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,40307,1731896262933', locateType=CURRENT is [region=hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2] 2024-11-18T02:17:55,369 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:17:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:17:55,375 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,40307,1731896262933 suceeded 2024-11-18T02:17:55,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:17:55,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-18T02:17:55,384 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:37271,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T02:17:55,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4520 sec 2024-11-18T02:17:55,391 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:37271' 2024-11-18T02:17:55,393 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@514d83cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:55,393 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,37271,-1 for getting cluster id 2024-11-18T02:17:55,393 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:55,394 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b530e327-d06a-4a85-8718-989998b8e4b3' 2024-11-18T02:17:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b530e327-d06a-4a85-8718-989998b8e4b3" 2024-11-18T02:17:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24655a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,37271,-1] 2024-11-18T02:17:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:55,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:55,397 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:55,398 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@110cfe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:55,398 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cab0b93 2024-11-18T02:17:55,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:55,401 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T02:17:55,402 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,40307,1731896262933 (queues=1) is replicating from cluster=a45ee863-bf4c-4c45-883f-48efab5bd948 to cluster=b530e327-d06a-4a85-8718-989998b8e4b3 2024-11-18T02:17:55,402 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C40307%2C1731896262933 2024-11-18T02:17:55,402 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,40307,1731896262933, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:17:55,402 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528, startPosition=0, beingWritten=true 2024-11-18T02:17:55,404 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C40307%2C1731896262933 2024-11-18T02:17:55,426 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:17:55,426 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 379, reset compression=false 2024-11-18T02:17:55,426 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,40307,1731896262933 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:17:55,631 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 379, reset compression=false 2024-11-18T02:17:55,936 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 379, reset compression=false 2024-11-18T02:17:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:17:56,086 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:17:56,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:56,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:56,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:56,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:56,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:56,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:56,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731896276093/Put/seqid=0 2024-11-18T02:17:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741840_1016 (size=7894) 2024-11-18T02:17:56,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:17:56,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:56,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:56,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:56,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:17:56,340 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 379, reset compression=false 2024-11-18T02:17:56,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_1 is 34, key is ddd/f:row/1731896276501/Put/seqid=0 2024-11-18T02:17:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741841_1017 (size=7691) 2024-11-18T02:17:56,844 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 379, reset compression=false 2024-11-18T02:17:56,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:56,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,38781,-1 for getting cluster id 2024-11-18T02:17:56,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:56,912 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45ee863-bf4c-4c45-883f-48efab5bd948' 2024-11-18T02:17:56,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45ee863-bf4c-4c45-883f-48efab5bd948" 2024-11-18T02:17:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426e1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,38781,-1] 2024-11-18T02:17:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:56,914 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:56,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:56,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,40307,1731896262933, seqNum=-1] 2024-11-18T02:17:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:56,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:56,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c90fecd 2024-11-18T02:17:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:56,932 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2] 2024-11-18T02:17:56,947 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:17:56,958 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T02:17:56,961 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T02:17:56,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_1 for inclusion in d4ac3362023c7216f68f064d22d60677/f 2024-11-18T02:17:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T02:17:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:17:56,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_0 for inclusion in d4ac3362023c7216f68f064d22d60677/f 2024-11-18T02:17:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T02:17:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:17:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HRegion(2603): Flush status journal for d4ac3362023c7216f68f064d22d60677: 2024-11-18T02:17:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_1 to hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_1 2024-11-18T02:17:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_1 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/8505290a54e548758113c6e4752056c3_SeqId_4_ 2024-11-18T02:17:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f/f/hfile_0 to hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_0 2024-11-18T02:17:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_0 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ 2024-11-18T02:17:56,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_1 into d4ac3362023c7216f68f064d22d60677/f as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/8505290a54e548758113c6e4752056c3_SeqId_4_ - updating store file list. 2024-11-18T02:17:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8505290a54e548758113c6e4752056c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:17:56,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/8505290a54e548758113c6e4752056c3_SeqId_4_ into d4ac3362023c7216f68f064d22d60677/f 2024-11-18T02:17:56,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_1 into d4ac3362023c7216f68f064d22d60677/f (new location: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/8505290a54e548758113c6e4752056c3_SeqId_4_) 2024-11-18T02:17:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_1 2024-11-18T02:17:57,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_0 into d4ac3362023c7216f68f064d22d60677/f as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ - updating store file list. 2024-11-18T02:17:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30c1c830f78245a6a88e28f1efdd21af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:17:57,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ into d4ac3362023c7216f68f064d22d60677/f 2024-11-18T02:17:57,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_0 into d4ac3362023c7216f68f064d22d60677/f (new location: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_) 2024-11-18T02:17:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__s79fsbrloqsuj6trogj3oq07aafqp5eklhpkb925oruu23633t2epr1b2ko3j5s0/f/hfile_0 2024-11-18T02:17:57,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:57,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:57,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:57,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:57,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:57,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2 , the old value is region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4730a2bacf8:40307 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:17:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:17:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2 from cache 2024-11-18T02:17:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33335,1731896266564, seqNum=-1] 2024-11-18T02:17:57,014 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T02:17:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:57,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529., hostname=c4730a2bacf8,33335,1731896266564, seqNum=2] 2024-11-18T02:17:57,021 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:17:57,127 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:40307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T02:17:57,449 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 379, reset compression=false 2024-11-18T02:17:57,456 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:17:57,456 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,40307,1731896262933 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4ac3362023c7216f68f064d22d60677/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896277007/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T02:17:57,476 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:17:57,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T02:17:57,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.ReplicationSink(318): Replicating [a45ee863-bf4c-4c45-883f-48efab5bd948] bulk loaded data 2024-11-18T02:17:57,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76999012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:57,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,37271,-1 for getting cluster id 2024-11-18T02:17:57,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:57,482 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b530e327-d06a-4a85-8718-989998b8e4b3' 2024-11-18T02:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b530e327-d06a-4a85-8718-989998b8e4b3" 2024-11-18T02:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2459c4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,37271,-1] 2024-11-18T02:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:57,484 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:57,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8d0025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:57,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741837_1013 (size=7691) 2024-11-18T02:17:57,656 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 687, reset compression=false 2024-11-18T02:17:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741838_1014 (size=7894) 2024-11-18T02:17:57,961 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 687, reset compression=false 2024-11-18T02:17:58,023 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:17:58,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:58,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,37271,1731896266523 2024-11-18T02:17:58,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417e79f7 2024-11-18T02:17:58,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:58,315 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T02:17:58,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:17:58,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:58,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33335,1731896266564, seqNum=-1] 2024-11-18T02:17:58,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:58,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T02:17:58,327 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T02:17:58,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/8505290a54e548758113c6e4752056c3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T02:17:58,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/8505290a54e548758113c6e4752056c3_SeqId_4_ for inclusion in 83bc9b749c6c091fef3c8c6c0c48c529/f 2024-11-18T02:17:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T02:17:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:17:58,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ for inclusion in 83bc9b749c6c091fef3c8c6c0c48c529/f 2024-11-18T02:17:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T02:17:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:17:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HRegion(2603): Flush status journal for 83bc9b749c6c091fef3c8c6c0c48c529: 2024-11-18T02:17:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8505290a54e548758113c6e4752056c3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:17:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/8505290a54e548758113c6e4752056c3_SeqId_4_ as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/511f7725c230495286dc21ee4543ce80_SeqId_4_ 2024-11-18T02:17:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:17:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/4c55a5a7463842a18ee3376d218446b2_SeqId_4_ 2024-11-18T02:17:58,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/8505290a54e548758113c6e4752056c3_SeqId_4_ into 83bc9b749c6c091fef3c8c6c0c48c529/f as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/511f7725c230495286dc21ee4543ce80_SeqId_4_ - updating store file list. 2024-11-18T02:17:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 511f7725c230495286dc21ee4543ce80_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:17:58,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/511f7725c230495286dc21ee4543ce80_SeqId_4_ into 83bc9b749c6c091fef3c8c6c0c48c529/f 2024-11-18T02:17:58,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/8505290a54e548758113c6e4752056c3_SeqId_4_ into 83bc9b749c6c091fef3c8c6c0c48c529/f (new location: hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/511f7725c230495286dc21ee4543ce80_SeqId_4_) 2024-11-18T02:17:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/8505290a54e548758113c6e4752056c3_SeqId_4_ 2024-11-18T02:17:58,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ into 83bc9b749c6c091fef3c8c6c0c48c529/f as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/4c55a5a7463842a18ee3376d218446b2_SeqId_4_ - updating store file list. 2024-11-18T02:17:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c55a5a7463842a18ee3376d218446b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:17:58,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/4c55a5a7463842a18ee3376d218446b2_SeqId_4_ into 83bc9b749c6c091fef3c8c6c0c48c529/f 2024-11-18T02:17:58,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ into 83bc9b749c6c091fef3c8c6c0c48c529/f (new location: hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/f/4c55a5a7463842a18ee3376d218446b2_SeqId_4_) 2024-11-18T02:17:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/staging/jenkins.hfs.6__test__mm9veppl9odjil14734fufph99l3b7aqc0qqnq22notl1rkjc47k8cnp7hc7d69d/f/30c1c830f78245a6a88e28f1efdd21af_SeqId_4_ 2024-11-18T02:17:58,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33335 {}] regionserver.ReplicationSink(324): Finished replicating [a45ee863-bf4c-4c45-883f-48efab5bd948] bulk loaded data 2024-11-18T02:17:58,366 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 687, reset compression=false 2024-11-18T02:17:58,871 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 687, reset compression=false 2024-11-18T02:17:59,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:17:59,041 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731896279040/Put/seqid=0 2024-11-18T02:17:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741842_1018 (size=7997) 2024-11-18T02:17:59,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731896279448/Put/seqid=0 2024-11-18T02:17:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741843_1019 (size=7794) 2024-11-18T02:17:59,475 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 687, reset compression=false 2024-11-18T02:17:59,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:59,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,38781,-1 for getting cluster id 2024-11-18T02:17:59,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:17:59,855 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45ee863-bf4c-4c45-883f-48efab5bd948' 2024-11-18T02:17:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45ee863-bf4c-4c45-883f-48efab5bd948" 2024-11-18T02:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573e4a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,38781,-1] 2024-11-18T02:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:59,857 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:17:59,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:17:59,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:59,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,40307,1731896262933, seqNum=-1] 2024-11-18T02:17:59,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:59,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:59,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:17:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,38781,1731896262883 2024-11-18T02:17:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4e31a9 2024-11-18T02:17:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:17:59,871 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:17:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2] 2024-11-18T02:17:59,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:17:59,882 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T02:17:59,885 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T02:17:59,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_1 for inclusion in d4ac3362023c7216f68f064d22d60677/f1 2024-11-18T02:17:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T02:17:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:17:59,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_0 for inclusion in d4ac3362023c7216f68f064d22d60677/f1 2024-11-18T02:17:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T02:17:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:17:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HRegion(2603): Flush status journal for d4ac3362023c7216f68f064d22d60677: 2024-11-18T02:17:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_1 to hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_1 2024-11-18T02:17:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_1 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/d738847974b2428f88d5f68f4235bae8_SeqId_6_ 2024-11-18T02:17:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/load_f1/f1/hfile_0 to hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_0 2024-11-18T02:17:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_0 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/36ec00e7d5cd4cfbbbe1165438b1f8a0_SeqId_6_ 2024-11-18T02:17:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T02:17:59,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_1 into d4ac3362023c7216f68f064d22d60677/f1 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/d738847974b2428f88d5f68f4235bae8_SeqId_6_ - updating store file list. 2024-11-18T02:17:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d738847974b2428f88d5f68f4235bae8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:17:59,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/d738847974b2428f88d5f68f4235bae8_SeqId_6_ into d4ac3362023c7216f68f064d22d60677/f1 2024-11-18T02:17:59,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_1 into d4ac3362023c7216f68f064d22d60677/f1 (new location: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/d738847974b2428f88d5f68f4235bae8_SeqId_6_) 2024-11-18T02:17:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_1 2024-11-18T02:17:59,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_0 into d4ac3362023c7216f68f064d22d60677/f1 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/36ec00e7d5cd4cfbbbe1165438b1f8a0_SeqId_6_ - updating store file list. 2024-11-18T02:17:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36ec00e7d5cd4cfbbbe1165438b1f8a0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:17:59,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/36ec00e7d5cd4cfbbbe1165438b1f8a0_SeqId_6_ into d4ac3362023c7216f68f064d22d60677/f1 2024-11-18T02:17:59,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_0 into d4ac3362023c7216f68f064d22d60677/f1 (new location: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/f1/36ec00e7d5cd4cfbbbe1165438b1f8a0_SeqId_6_) 2024-11-18T02:17:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/staging/jenkins__test__q79j0iil4vkd2g2bjr246361lo0fh8vn7ooe49jd8pss9t1tgvm7lncmb9actalv/f1/hfile_0 2024-11-18T02:17:59,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:17:59,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:17:59,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:59,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:17:59,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:17:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2 , the old value is region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4730a2bacf8:40307 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:17:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:17:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2 from cache 2024-11-18T02:17:59,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:17:59,914 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T02:17:59,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,40307,1731896262933, seqNum=-1] 2024-11-18T02:17:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:17:59,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:17:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., hostname=c4730a2bacf8,40307,1731896262933, seqNum=2] 2024-11-18T02:18:00,017 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:40307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T02:18:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:18:00,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T02:18:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T02:18:00,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T02:18:00,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:18:00,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T02:18:00,179 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 687, reset compression=false 2024-11-18T02:18:00,185 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:18:00,185 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:00,185 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,40307,1731896262933 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:18:00,389 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:00,693 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:01,097 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:01,601 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:02,206 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:02,910 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:03,714 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:04,619 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:05,623 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:06,728 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:07,932 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:09,236 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:10,640 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:12,144 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:12,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:18:13,749 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:15,453 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:16,110 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:18:17,257 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:19,161 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:20,188 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,40307,1731896262933 got entry batch from reader: null 2024-11-18T02:18:21,166 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:23,270 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:25,475 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:26,432 INFO [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T02:18:26,433 INFO [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T02:18:27,780 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:29,611 INFO [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T02:18:29,611 INFO [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T02:18:30,184 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:32,688 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:35,292 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:35,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d4ac3362023c7216f68f064d22d60677, had cached 0 bytes from a total of 31376 2024-11-18T02:18:37,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 83bc9b749c6c091fef3c8c6c0c48c529, had cached 0 bytes from a total of 15585 2024-11-18T02:18:37,997 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:40,188 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,40307,1731896262933 got entry batch from reader: null 2024-11-18T02:18:40,801 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:42,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:18:43,705 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:45,586 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T02:18:46,110 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:18:46,710 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:49,816 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:50,119 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T02:18:53,020 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:56,324 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:59,729 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:18:59,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:18:59,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:18:59,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:18:59,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:18:59,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:18:59,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:18:59,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:18:59,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1995092718, stopped=false 2024-11-18T02:18:59,946 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,37271,1731896266523 2024-11-18T02:18:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1215648998/running 2024-11-18T02:18:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:18:59,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1215648998/running 2024-11-18T02:18:59,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:18:59,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:18:59,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:18:59,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:18:59,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:18:59,948 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,33335,1731896266564' ***** 2024-11-18T02:18:59,948 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:18:59,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:18:59,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on znode that does not yet exist, /1215648998/running 2024-11-18T02:18:59,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Set watcher on znode that does not yet exist, /1215648998/running 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,33335,1731896266564 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:33335. 2024-11-18T02:18:59,949 DEBUG [RS:0;c4730a2bacf8:33335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:18:59,949 DEBUG [RS:0;c4730a2bacf8:33335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:18:59,949 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83bc9b749c6c091fef3c8c6c0c48c529, disabling compactions & flushes 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:18:59,949 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:18:59,949 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:18:59,949 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:18:59,950 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. after waiting 0 ms 2024-11-18T02:18:59,950 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:18:59,950 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:18:59,950 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:18:59,950 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 83bc9b749c6c091fef3c8c6c0c48c529=test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529.} 2024-11-18T02:18:59,950 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83bc9b749c6c091fef3c8c6c0c48c529 2024-11-18T02:18:59,950 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:18:59,950 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:18:59,950 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:18:59,950 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:18:59,950 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:18:59,950 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T02:18:59,956 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/default/test/83bc9b749c6c091fef3c8c6c0c48c529/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T02:18:59,956 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:18:59,956 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:18:59,956 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:18:59,957 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83bc9b749c6c091fef3c8c6c0c48c529: Waiting for close lock at 1731896339949Running coprocessor pre-close hooks at 1731896339949Disabling compacts and flushes for region at 1731896339949Disabling writes for close at 1731896339950 (+1 ms)Writing region close event to WAL at 1731896339952 (+2 ms)Running coprocessor post-close hooks at 1731896339956 (+4 ms)Closed at 1731896339956 2024-11-18T02:18:59,957 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529. 2024-11-18T02:18:59,968 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/info/94c6fbbe757448af91168c9c27385f1c is 129, key is test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529./info:regioninfo/1731896272917/Put/seqid=0 2024-11-18T02:18:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741839_1015 (size=6421) 2024-11-18T02:19:00,030 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:00,150 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:00,188 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,40307,1731896262933 got entry batch from reader: null 2024-11-18T02:19:00,350 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:00,373 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/info/94c6fbbe757448af91168c9c27385f1c 2024-11-18T02:19:00,393 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/ns/cad271bd74b64187bc5a37c1a10f8e9c is 43, key is default/ns:d/1731896269570/Put/seqid=0 2024-11-18T02:19:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741840_1016 (size=5153) 2024-11-18T02:19:00,424 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:19:00,425 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:19:00,550 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:00,751 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:00,797 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/ns/cad271bd74b64187bc5a37c1a10f8e9c 2024-11-18T02:19:00,824 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/rep_barrier/bcef0c16b2564c46872d126436618dbd is 112, key is test,,1731896271760.83bc9b749c6c091fef3c8c6c0c48c529./rep_barrier:seqnumDuringOpen/1731896272917/Put/seqid=0 2024-11-18T02:19:00,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741841_1017 (size=5518) 2024-11-18T02:19:00,951 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:19:00,951 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:00,951 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:01,151 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:01,229 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/rep_barrier/bcef0c16b2564c46872d126436618dbd 2024-11-18T02:19:01,249 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/table/c12cebb1cff14b379431442c4a9ba97b is 40, key is test/table:state/1731896272972/Put/seqid=0 2024-11-18T02:19:01,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741842_1018 (size=5165) 2024-11-18T02:19:01,351 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:01,551 DEBUG [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:01,653 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/table/c12cebb1cff14b379431442c4a9ba97b 2024-11-18T02:19:01,659 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/info/94c6fbbe757448af91168c9c27385f1c as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/info/94c6fbbe757448af91168c9c27385f1c 2024-11-18T02:19:01,664 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/info/94c6fbbe757448af91168c9c27385f1c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T02:19:01,665 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/ns/cad271bd74b64187bc5a37c1a10f8e9c as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/ns/cad271bd74b64187bc5a37c1a10f8e9c 2024-11-18T02:19:01,671 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/ns/cad271bd74b64187bc5a37c1a10f8e9c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:19:01,672 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/rep_barrier/bcef0c16b2564c46872d126436618dbd as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/rep_barrier/bcef0c16b2564c46872d126436618dbd 2024-11-18T02:19:01,676 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/rep_barrier/bcef0c16b2564c46872d126436618dbd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T02:19:01,677 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/.tmp/table/c12cebb1cff14b379431442c4a9ba97b as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/table/c12cebb1cff14b379431442c4a9ba97b 2024-11-18T02:19:01,682 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/table/c12cebb1cff14b379431442c4a9ba97b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:19:01,683 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=11, compaction requested=false 2024-11-18T02:19:01,687 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T02:19:01,688 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:01,688 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:01,688 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:01,688 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896339950Running coprocessor pre-close hooks at 1731896339950Disabling compacts and flushes for region at 1731896339950Disabling writes for close at 1731896339950Obtaining lock to block concurrent updates at 1731896339950Preparing flush snapshotting stores in 1588230740 at 1731896339950Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731896339950Flushing stores of hbase:meta,,1.1588230740 at 1731896339951 (+1 ms)Flushing 1588230740/info: creating writer at 1731896339951Flushing 1588230740/info: appending metadata at 1731896339968 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731896339968Flushing 1588230740/ns: creating writer at 1731896340378 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731896340392 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896340392Flushing 1588230740/rep_barrier: creating writer at 1731896340803 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896340824 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896340824Flushing 1588230740/table: creating writer at 1731896341234 (+410 ms)Flushing 1588230740/table: appending metadata at 1731896341248 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731896341248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778e1d04: reopening flushed file at 1731896341659 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a420f45: reopening flushed file at 1731896341665 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a233ca5: reopening flushed file at 1731896341671 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e617be: reopening flushed file at 1731896341676 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=11, compaction requested=false at 1731896341683 (+7 ms)Writing region close event to WAL at 1731896341684 (+1 ms)Running coprocessor post-close hooks at 1731896341688 (+4 ms)Closed at 1731896341688 2024-11-18T02:19:01,688 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:01,752 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,33335,1731896266564; all regions closed. 2024-11-18T02:19:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741834_1010 (size=2717) 2024-11-18T02:19:01,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/WALs/c4730a2bacf8,33335,1731896266564/c4730a2bacf8%2C33335%2C1731896266564.meta.1731896269525.meta not finished, retry = 0 2024-11-18T02:19:01,858 DEBUG [RS:0;c4730a2bacf8:33335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/oldWALs 2024-11-18T02:19:01,858 INFO [RS:0;c4730a2bacf8:33335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C33335%2C1731896266564.meta:.meta(num 1731896269525) 2024-11-18T02:19:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741832_1008 (size=1028) 2024-11-18T02:19:01,865 DEBUG [RS:0;c4730a2bacf8:33335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/oldWALs 2024-11-18T02:19:01,865 INFO [RS:0;c4730a2bacf8:33335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C33335%2C1731896266564:(num 1731896268553) 2024-11-18T02:19:01,865 DEBUG [RS:0;c4730a2bacf8:33335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:01,865 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:01,865 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:01,866 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:01,866 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:01,866 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:01,866 INFO [RS:0;c4730a2bacf8:33335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:33335. 2024-11-18T02:19:01,866 DEBUG [RS:0;c4730a2bacf8:33335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:01,866 DEBUG [RS:0;c4730a2bacf8:33335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:01,866 DEBUG [RS:0;c4730a2bacf8:33335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:01,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:01,867 INFO [RS:0;c4730a2bacf8:33335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33335 2024-11-18T02:19:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998/rs 2024-11-18T02:19:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1215648998/rs/c4730a2bacf8,33335,1731896266564 2024-11-18T02:19:01,871 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:01,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,33335,1731896266564] 2024-11-18T02:19:01,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1215648998/draining/c4730a2bacf8,33335,1731896266564 already deleted, retry=false 2024-11-18T02:19:01,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,33335,1731896266564 expired; onlineServers=0 2024-11-18T02:19:01,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,37271,1731896266523' ***** 2024-11-18T02:19:01,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:19:01,877 INFO [M:0;c4730a2bacf8:37271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:01,877 INFO [M:0;c4730a2bacf8:37271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:01,877 DEBUG [M:0;c4730a2bacf8:37271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:19:01,877 DEBUG [M:0;c4730a2bacf8:37271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:19:01,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:19:01,877 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896268369 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896268369,5,FailOnTimeoutGroup] 2024-11-18T02:19:01,877 INFO [M:0;c4730a2bacf8:37271 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:01,877 INFO [M:0;c4730a2bacf8:37271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:01,877 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896268369 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896268369,5,FailOnTimeoutGroup] 2024-11-18T02:19:01,877 DEBUG [M:0;c4730a2bacf8:37271 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:19:01,878 INFO [M:0;c4730a2bacf8:37271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:19:01,878 INFO [M:0;c4730a2bacf8:37271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:01,878 INFO [M:0;c4730a2bacf8:37271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:19:01,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:19:01,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1215648998/master 2024-11-18T02:19:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1215648998 2024-11-18T02:19:01,882 DEBUG [M:0;c4730a2bacf8:37271 {}] zookeeper.RecoverableZooKeeper(212): Node /1215648998/master already deleted, retry=false 2024-11-18T02:19:01,882 DEBUG [M:0;c4730a2bacf8:37271 {}] master.ActiveMasterManager(353): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Failed delete of our master address node; KeeperErrorCode = NoNode for /1215648998/master 2024-11-18T02:19:01,888 INFO [M:0;c4730a2bacf8:37271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/.lastflushedseqids 2024-11-18T02:19:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741843_1019 (size=173) 2024-11-18T02:19:01,899 INFO [M:0;c4730a2bacf8:37271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:19:01,899 INFO [M:0;c4730a2bacf8:37271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:19:01,899 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:01,899 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:01,899 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:01,899 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:01,899 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:01,900 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-18T02:19:01,924 DEBUG [M:0;c4730a2bacf8:37271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73cdb4fc17f847128959dd81029be1d0 is 82, key is hbase:meta,,1/info:regioninfo/1731896269558/Put/seqid=0 2024-11-18T02:19:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741844_1020 (size=5672) 2024-11-18T02:19:01,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:01,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33335-0x10128dda6f00004, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:01,975 INFO [RS:0;c4730a2bacf8:33335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:01,975 INFO [RS:0;c4730a2bacf8:33335 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,33335,1731896266564; zookeeper connection closed. 2024-11-18T02:19:01,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a6b4bc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a6b4bc9 2024-11-18T02:19:01,975 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:19:02,330 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73cdb4fc17f847128959dd81029be1d0 2024-11-18T02:19:02,354 DEBUG [M:0;c4730a2bacf8:37271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948ef179d4574367ab33dce08ff03003 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731896272980/Put/seqid=0 2024-11-18T02:19:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741845_1021 (size=6726) 2024-11-18T02:19:02,759 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948ef179d4574367ab33dce08ff03003 2024-11-18T02:19:02,764 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 948ef179d4574367ab33dce08ff03003 2024-11-18T02:19:02,779 DEBUG [M:0;c4730a2bacf8:37271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff253cc7e75b4a4fadc43d812cd710db is 69, key is c4730a2bacf8,33335,1731896266564/rs:state/1731896268407/Put/seqid=0 2024-11-18T02:19:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741846_1022 (size=5156) 2024-11-18T02:19:03,183 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff253cc7e75b4a4fadc43d812cd710db 2024-11-18T02:19:03,190 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73cdb4fc17f847128959dd81029be1d0 as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73cdb4fc17f847128959dd81029be1d0 2024-11-18T02:19:03,196 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73cdb4fc17f847128959dd81029be1d0, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T02:19:03,198 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948ef179d4574367ab33dce08ff03003 as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/948ef179d4574367ab33dce08ff03003 2024-11-18T02:19:03,203 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 948ef179d4574367ab33dce08ff03003 2024-11-18T02:19:03,203 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/948ef179d4574367ab33dce08ff03003, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T02:19:03,203 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff253cc7e75b4a4fadc43d812cd710db as hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff253cc7e75b4a4fadc43d812cd710db 2024-11-18T02:19:03,208 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/555a41e9-7936-b37b-0d00-ba52da521813/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff253cc7e75b4a4fadc43d812cd710db, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T02:19:03,210 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false 2024-11-18T02:19:03,217 INFO [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:03,217 DEBUG [M:0;c4730a2bacf8:37271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896341899Disabling compacts and flushes for region at 1731896341899Disabling writes for close at 1731896341899Obtaining lock to block concurrent updates at 1731896341900 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896341900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731896341900Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896341901 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896341901Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896341923 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896341923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896342335 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896342353 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896342353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896342764 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896342778 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896342778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec50d0a: reopening flushed file at 1731896343189 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e29bfc5: reopening flushed file at 1731896343197 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d63846: reopening flushed file at 1731896343203 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false at 1731896343210 (+7 ms)Writing region close event to WAL at 1731896343217 (+7 ms)Closed at 1731896343217 2024-11-18T02:19:03,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741830_1006 (size=33014) 2024-11-18T02:19:03,220 INFO [M:0;c4730a2bacf8:37271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:19:03,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:03,220 INFO [M:0;c4730a2bacf8:37271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37271 2024-11-18T02:19:03,220 INFO [M:0;c4730a2bacf8:37271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:03,233 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/WALs/c4730a2bacf8,40307,1731896262933/c4730a2bacf8%2C40307%2C1731896262933.1731896264528 to pos 997, reset compression=false 2024-11-18T02:19:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:03,324 INFO [M:0;c4730a2bacf8:37271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37271-0x10128dda6f00003, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:03,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:03,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:03,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:03,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:03,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:03,328 WARN [BP-196684144-172.17.0.2-1731896265591 heartbeating to localhost/127.0.0.1:38385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:19:03,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:19:03,328 WARN [BP-196684144-172.17.0.2-1731896265591 heartbeating to localhost/127.0.0.1:38385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-196684144-172.17.0.2-1731896265591 (Datanode Uuid c07dd928-c5a3-4c05-9d5f-b44462358de2) service to localhost/127.0.0.1:38385 2024-11-18T02:19:03,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:19:03,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/cluster_762b42bf-ff10-f086-f607-c6927d8fc563/data/data1/current/BP-196684144-172.17.0.2-1731896265591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:03,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/cluster_762b42bf-ff10-f086-f607-c6927d8fc563/data/data2/current/BP-196684144-172.17.0.2-1731896265591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:03,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:19:03,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:03,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:03,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:03,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:03,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:03,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:19:03,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:19:03,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:03,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:03,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:03,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:03,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:03,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:19:03,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=102613056, stopped=false 2024-11-18T02:19:03,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,38781,1731896262883 2024-11-18T02:19:03,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0711719911/running 2024-11-18T02:19:03,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0711719911/running 2024-11-18T02:19:03,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:19:03,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:19:03,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:03,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:03,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:03,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:03,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,40307,1731896262933' ***** 2024-11-18T02:19:03,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:19:03,354 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:19:03,354 INFO [RS:0;c4730a2bacf8:40307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:19:03,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:19:03,354 INFO [RS:0;c4730a2bacf8:40307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:19:03,354 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(3091): Received CLOSE for d4ac3362023c7216f68f064d22d60677 2024-11-18T02:19:03,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on znode that does not yet exist, /0711719911/running 2024-11-18T02:19:03,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Set watcher on znode that does not yet exist, /0711719911/running 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(3091): Received CLOSE for 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,40307,1731896262933 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:40307. 2024-11-18T02:19:03,355 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4ac3362023c7216f68f064d22d60677, disabling compactions & flushes 2024-11-18T02:19:03,355 DEBUG [RS:0;c4730a2bacf8:40307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:03,355 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:19:03,355 DEBUG [RS:0;c4730a2bacf8:40307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:03,355 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:19:03,355 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896269602.d4ac3362023c7216f68f064d22d60677. after waiting 0 ms 2024-11-18T02:19:03,355 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:19:03,355 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:19:03,355 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d4ac3362023c7216f68f064d22d60677=test,,1731896269602.d4ac3362023c7216f68f064d22d60677., 35f4c92ec18dc2f10296494f76a0ad07=hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07.} 2024-11-18T02:19:03,355 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35f4c92ec18dc2f10296494f76a0ad07, d4ac3362023c7216f68f064d22d60677 2024-11-18T02:19:03,355 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:03,356 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:03,356 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:03,356 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:03,356 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:03,356 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:19:03,360 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/default/test/d4ac3362023c7216f68f064d22d60677/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T02:19:03,360 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:03,360 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:19:03,360 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:19:03,361 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4ac3362023c7216f68f064d22d60677: Waiting for close lock at 1731896343355Running coprocessor pre-close hooks at 1731896343355Disabling compacts and flushes for region at 1731896343355Disabling writes for close at 1731896343355Writing region close event to WAL at 1731896343356 (+1 ms)Running coprocessor post-close hooks at 1731896343360 (+4 ms)Closed at 1731896343360 2024-11-18T02:19:03,361 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896269602.d4ac3362023c7216f68f064d22d60677. 2024-11-18T02:19:03,361 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35f4c92ec18dc2f10296494f76a0ad07, disabling compactions & flushes 2024-11-18T02:19:03,361 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:19:03,361 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:19:03,361 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. after waiting 0 ms 2024-11-18T02:19:03,361 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:19:03,361 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35f4c92ec18dc2f10296494f76a0ad07 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T02:19:03,373 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/info/fc3b9baf51cc4ce585d58eece96f1cc1 is 147, key is hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07./info:regioninfo/1731896275116/Put/seqid=0 2024-11-18T02:19:03,375 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/.tmp/hfileref/69aaa41ed51e49eabe4cb12d40b65fe0 is 74, key is 1/hfileref:30c1c830f78245a6a88e28f1efdd21af_SeqId_4_/1731896278357/DeleteColumn/seqid=0 2024-11-18T02:19:03,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741844_1020 (size=7686) 2024-11-18T02:19:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741845_1021 (size=5203) 2024-11-18T02:19:03,445 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:03,466 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:19:03,466 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:19:03,556 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:19:03,756 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35f4c92ec18dc2f10296494f76a0ad07 2024-11-18T02:19:03,777 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/info/fc3b9baf51cc4ce585d58eece96f1cc1 2024-11-18T02:19:03,780 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/.tmp/hfileref/69aaa41ed51e49eabe4cb12d40b65fe0 2024-11-18T02:19:03,798 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/ns/bda18e5ae7b14dc983b6220b759d4163 is 43, key is default/ns:d/1731896265520/Put/seqid=0 2024-11-18T02:19:03,799 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/.tmp/queue/bc8082734870425aabe5bcb50e47b6a8 is 153, key is 1-c4730a2bacf8,40307,1731896262933/queue:c4730a2bacf8%2C40307%2C1731896262933/1731896280187/Put/seqid=0 2024-11-18T02:19:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741846_1022 (size=5153) 2024-11-18T02:19:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741847_1023 (size=5352) 2024-11-18T02:19:03,803 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/.tmp/queue/bc8082734870425aabe5bcb50e47b6a8 2024-11-18T02:19:03,808 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/.tmp/hfileref/69aaa41ed51e49eabe4cb12d40b65fe0 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/hfileref/69aaa41ed51e49eabe4cb12d40b65fe0 2024-11-18T02:19:03,813 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/hfileref/69aaa41ed51e49eabe4cb12d40b65fe0, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T02:19:03,814 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/.tmp/queue/bc8082734870425aabe5bcb50e47b6a8 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/queue/bc8082734870425aabe5bcb50e47b6a8 2024-11-18T02:19:03,819 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/queue/bc8082734870425aabe5bcb50e47b6a8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T02:19:03,820 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 35f4c92ec18dc2f10296494f76a0ad07 in 459ms, sequenceid=10, compaction requested=false 2024-11-18T02:19:03,825 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/replication/35f4c92ec18dc2f10296494f76a0ad07/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T02:19:03,825 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:03,825 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:03,826 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:19:03,826 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35f4c92ec18dc2f10296494f76a0ad07: Waiting for close lock at 1731896343361Running coprocessor pre-close hooks at 1731896343361Disabling compacts and flushes for region at 1731896343361Disabling writes for close at 1731896343361Obtaining lock to block concurrent updates at 1731896343361Preparing flush snapshotting stores in 35f4c92ec18dc2f10296494f76a0ad07 at 1731896343361Finished memstore snapshotting hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731896343361Flushing stores of hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. at 1731896343362 (+1 ms)Flushing 35f4c92ec18dc2f10296494f76a0ad07/hfileref: creating writer at 1731896343362Flushing 35f4c92ec18dc2f10296494f76a0ad07/hfileref: appending metadata at 1731896343375 (+13 ms)Flushing 35f4c92ec18dc2f10296494f76a0ad07/hfileref: closing flushed file at 1731896343375Flushing 35f4c92ec18dc2f10296494f76a0ad07/queue: creating writer at 1731896343784 (+409 ms)Flushing 35f4c92ec18dc2f10296494f76a0ad07/queue: appending metadata at 1731896343798 (+14 ms)Flushing 35f4c92ec18dc2f10296494f76a0ad07/queue: closing flushed file at 1731896343798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bbdcfc9: reopening flushed file at 1731896343808 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9840041: reopening flushed file at 1731896343814 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 35f4c92ec18dc2f10296494f76a0ad07 in 459ms, sequenceid=10, compaction requested=false at 1731896343820 (+6 ms)Writing region close event to WAL at 1731896343822 (+2 ms)Running coprocessor post-close hooks at 1731896343825 (+3 ms)Closed at 1731896343826 (+1 ms) 2024-11-18T02:19:03,826 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896273943.35f4c92ec18dc2f10296494f76a0ad07. 2024-11-18T02:19:03,956 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:04,156 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:04,203 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/ns/bda18e5ae7b14dc983b6220b759d4163 2024-11-18T02:19:04,227 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/rep_barrier/bc3a4d421fc442dd9e36fc9e475218cd is 112, key is test,,1731896269602.d4ac3362023c7216f68f064d22d60677./rep_barrier:seqnumDuringOpen/1731896270763/Put/seqid=0 2024-11-18T02:19:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741848_1024 (size=5518) 2024-11-18T02:19:04,356 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:19:04,357 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:04,357 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:04,557 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:04,632 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/rep_barrier/bc3a4d421fc442dd9e36fc9e475218cd 2024-11-18T02:19:04,652 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/table/49e0ae27546b404aa67851a7ab1a55af is 53, key is hbase:replication/table:state/1731896275124/Put/seqid=0 2024-11-18T02:19:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741849_1025 (size=5308) 2024-11-18T02:19:04,757 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:04,957 DEBUG [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:04,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:04,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:04,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:04,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:04,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:05,057 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/table/49e0ae27546b404aa67851a7ab1a55af 2024-11-18T02:19:05,063 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/info/fc3b9baf51cc4ce585d58eece96f1cc1 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/info/fc3b9baf51cc4ce585d58eece96f1cc1 2024-11-18T02:19:05,067 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/info/fc3b9baf51cc4ce585d58eece96f1cc1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:19:05,068 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/ns/bda18e5ae7b14dc983b6220b759d4163 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/ns/bda18e5ae7b14dc983b6220b759d4163 2024-11-18T02:19:05,073 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/ns/bda18e5ae7b14dc983b6220b759d4163, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:19:05,073 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/rep_barrier/bc3a4d421fc442dd9e36fc9e475218cd as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/rep_barrier/bc3a4d421fc442dd9e36fc9e475218cd 2024-11-18T02:19:05,078 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/rep_barrier/bc3a4d421fc442dd9e36fc9e475218cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:19:05,079 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/.tmp/table/49e0ae27546b404aa67851a7ab1a55af as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/table/49e0ae27546b404aa67851a7ab1a55af 2024-11-18T02:19:05,084 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/table/49e0ae27546b404aa67851a7ab1a55af, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:19:05,085 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-18T02:19:05,090 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:19:05,091 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:05,091 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:05,091 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:05,091 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896343355Running coprocessor pre-close hooks at 1731896343355Disabling compacts and flushes for region at 1731896343355Disabling writes for close at 1731896343356 (+1 ms)Obtaining lock to block concurrent updates at 1731896343356Preparing flush snapshotting stores in 1588230740 at 1731896343356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896343356Flushing stores of hbase:meta,,1.1588230740 at 1731896343357 (+1 ms)Flushing 1588230740/info: creating writer at 1731896343357Flushing 1588230740/info: appending metadata at 1731896343372 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731896343372Flushing 1588230740/ns: creating writer at 1731896343784 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731896343798 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896343798Flushing 1588230740/rep_barrier: creating writer at 1731896344209 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896344226 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896344226Flushing 1588230740/table: creating writer at 1731896344637 (+411 ms)Flushing 1588230740/table: appending metadata at 1731896344652 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731896344652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b953cb5: reopening flushed file at 1731896345062 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7189b59e: reopening flushed file at 1731896345067 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf32453: reopening flushed file at 1731896345073 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4da409: reopening flushed file at 1731896345078 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731896345085 (+7 ms)Writing region close event to WAL at 1731896345087 (+2 ms)Running coprocessor post-close hooks at 1731896345091 (+4 ms)Closed at 1731896345091 2024-11-18T02:19:05,091 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:05,157 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,40307,1731896262933; all regions closed. 2024-11-18T02:19:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:19:05,162 DEBUG [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/oldWALs 2024-11-18T02:19:05,162 INFO [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C40307%2C1731896262933.meta:.meta(num 1731896265472) 2024-11-18T02:19:05,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741839_1015 (size=2700) 2024-11-18T02:19:05,166 DEBUG [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/oldWALs 2024-11-18T02:19:05,166 INFO [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C40307%2C1731896262933.rep:(num 1731896275083) 2024-11-18T02:19:05,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741832_1008 (size=1300) 2024-11-18T02:19:05,170 DEBUG [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/oldWALs 2024-11-18T02:19:05,170 INFO [RS:0;c4730a2bacf8:40307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C40307%2C1731896262933:(num 1731896264528) 2024-11-18T02:19:05,170 DEBUG [RS:0;c4730a2bacf8:40307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:05,170 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:05,170 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:05,171 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:05,171 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:05,171 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:05,171 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,40307,1731896262933 because: Region server is closing 2024-11-18T02:19:05,171 INFO [RS:0;c4730a2bacf8:40307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:40307. 2024-11-18T02:19:05,171 DEBUG [RS:0;c4730a2bacf8:40307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:05,171 DEBUG [RS:0;c4730a2bacf8:40307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:05,171 DEBUG [RS:0;c4730a2bacf8:40307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:05,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:05,272 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.wal-reader.c4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:19:05,272 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:19:05,272 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,40307,1731896262933.replicationSource.shipperc4730a2bacf8%2C40307%2C1731896262933,1-c4730a2bacf8,40307,1731896262933 terminated 2024-11-18T02:19:05,272 INFO [RS:0;c4730a2bacf8:40307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40307 2024-11-18T02:19:05,277 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911/rs 2024-11-18T02:19:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0711719911/rs/c4730a2bacf8,40307,1731896262933 2024-11-18T02:19:05,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,40307,1731896262933] 2024-11-18T02:19:05,284 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0711719911/draining/c4730a2bacf8,40307,1731896262933 already deleted, retry=false 2024-11-18T02:19:05,284 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,40307,1731896262933 expired; onlineServers=0 2024-11-18T02:19:05,284 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,38781,1731896262883' ***** 2024-11-18T02:19:05,284 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:19:05,284 INFO [M:0;c4730a2bacf8:38781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:05,284 INFO [M:0;c4730a2bacf8:38781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:05,284 DEBUG [M:0;c4730a2bacf8:38781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:19:05,284 DEBUG [M:0;c4730a2bacf8:38781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:19:05,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:19:05,284 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896264319 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896264319,5,FailOnTimeoutGroup] 2024-11-18T02:19:05,284 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896264319 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896264319,5,FailOnTimeoutGroup] 2024-11-18T02:19:05,284 INFO [M:0;c4730a2bacf8:38781 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:05,284 INFO [M:0;c4730a2bacf8:38781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:05,284 DEBUG [M:0;c4730a2bacf8:38781 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:19:05,284 INFO [M:0;c4730a2bacf8:38781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:19:05,284 INFO [M:0;c4730a2bacf8:38781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:05,285 INFO [M:0;c4730a2bacf8:38781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:19:05,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:19:05,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0711719911/master 2024-11-18T02:19:05,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0711719911 2024-11-18T02:19:05,287 DEBUG [M:0;c4730a2bacf8:38781 {}] zookeeper.ZKUtil(347): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Unable to get data of znode /0711719911/master because node does not exist (not an error) 2024-11-18T02:19:05,287 WARN [M:0;c4730a2bacf8:38781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:19:05,290 INFO [M:0;c4730a2bacf8:38781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/.lastflushedseqids 2024-11-18T02:19:05,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741850_1026 (size=263) 2024-11-18T02:19:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:05,382 INFO [RS:0;c4730a2bacf8:40307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40307-0x10128dda6f00001, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:05,382 INFO [RS:0;c4730a2bacf8:40307 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,40307,1731896262933; zookeeper connection closed. 2024-11-18T02:19:05,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ee57165 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ee57165 2024-11-18T02:19:05,382 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:19:05,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:05,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:05,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:05,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:05,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:05,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:05,697 INFO [M:0;c4730a2bacf8:38781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:19:05,697 INFO [M:0;c4730a2bacf8:38781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:19:05,697 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:05,697 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:05,697 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:05,697 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:05,697 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:05,697 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-18T02:19:05,713 DEBUG [M:0;c4730a2bacf8:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/892d147f9fb14701956c921bb505a8d3 is 82, key is hbase:meta,,1/info:regioninfo/1731896265505/Put/seqid=0 2024-11-18T02:19:05,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741851_1027 (size=5672) 2024-11-18T02:19:06,117 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/892d147f9fb14701956c921bb505a8d3 2024-11-18T02:19:06,137 DEBUG [M:0;c4730a2bacf8:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8834d74a8864908911a6b79637cb243 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731896270778/Put/seqid=0 2024-11-18T02:19:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741852_1028 (size=7240) 2024-11-18T02:19:06,542 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8834d74a8864908911a6b79637cb243 2024-11-18T02:19:06,547 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8834d74a8864908911a6b79637cb243 2024-11-18T02:19:06,561 DEBUG [M:0;c4730a2bacf8:38781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8de5b939e5024a52950a7909c31ebf17 is 69, key is c4730a2bacf8,40307,1731896262933/rs:state/1731896264374/Put/seqid=0 2024-11-18T02:19:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741853_1029 (size=5156) 2024-11-18T02:19:06,966 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8de5b939e5024a52950a7909c31ebf17 2024-11-18T02:19:06,971 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/892d147f9fb14701956c921bb505a8d3 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/892d147f9fb14701956c921bb505a8d3 2024-11-18T02:19:06,976 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/892d147f9fb14701956c921bb505a8d3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T02:19:06,976 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8834d74a8864908911a6b79637cb243 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8834d74a8864908911a6b79637cb243 2024-11-18T02:19:06,981 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8834d74a8864908911a6b79637cb243 2024-11-18T02:19:06,981 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8834d74a8864908911a6b79637cb243, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T02:19:06,982 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8de5b939e5024a52950a7909c31ebf17 as hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8de5b939e5024a52950a7909c31ebf17 2024-11-18T02:19:06,986 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/059da35f-38fe-795f-c2d7-0dfb316b52e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8de5b939e5024a52950a7909c31ebf17, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T02:19:06,987 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-18T02:19:06,989 INFO [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:06,989 DEBUG [M:0;c4730a2bacf8:38781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896345697Disabling compacts and flushes for region at 1731896345697Disabling writes for close at 1731896345697Obtaining lock to block concurrent updates at 1731896345697Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896345697Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731896345698 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896345698Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896345698Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896345713 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896345713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896346122 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896346137 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896346137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896346547 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896346561 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896346561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c55578: reopening flushed file at 1731896346971 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73cc294e: reopening flushed file at 1731896346976 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556d2416: reopening flushed file at 1731896346981 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1731896346987 (+6 ms)Writing region close event to WAL at 1731896346989 (+2 ms)Closed at 1731896346989 2024-11-18T02:19:06,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741830_1006 (size=64526) 2024-11-18T02:19:06,991 INFO [M:0;c4730a2bacf8:38781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:19:06,991 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:06,991 INFO [M:0;c4730a2bacf8:38781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38781 2024-11-18T02:19:06,992 INFO [M:0;c4730a2bacf8:38781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:07,094 INFO [M:0;c4730a2bacf8:38781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:07,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:07,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38781-0x10128dda6f00000, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:07,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:07,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:07,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:07,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:07,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:07,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:19:07,100 WARN [BP-1934888056-172.17.0.2-1731896261761 heartbeating to localhost/127.0.0.1:37673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:19:07,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:19:07,101 WARN [BP-1934888056-172.17.0.2-1731896261761 heartbeating to localhost/127.0.0.1:37673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1934888056-172.17.0.2-1731896261761 (Datanode Uuid 0dda2422-89a6-4f51-868f-7bfafc53768a) service to localhost/127.0.0.1:37673 2024-11-18T02:19:07,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af/data/data1/current/BP-1934888056-172.17.0.2-1731896261761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:07,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/cluster_8da59a31-37df-4a49-0641-4325871277af/data/data2/current/BP-1934888056-172.17.0.2-1731896261761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:07,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:19:07,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:07,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:07,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:07,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:07,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ce9864e-d72c-a2e7-2409-6ab2bb582cbd/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:07,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:19:07,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:19:07,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fef1cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49379) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49379) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38385 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fef1cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 249), ProcessCount=11 (was 11), AvailableMemoryMB=2368 (was 2494) 2024-11-18T02:19:07,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=2368 2024-11-18T02:19:07,155 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T02:19:07,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.log.dir so I do NOT create it in target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0 2024-11-18T02:19:07,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:19:07,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.tmp.dir so I do NOT create it in target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0 2024-11-18T02:19:07,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b877b4df-abf2-2a40-4c96-54f26ac4da33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:19:07,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0 2024-11-18T02:19:07,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e, deleteOnExit=true 2024-11-18T02:19:07,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e/zookeeper_0, clientPort=50341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:19:07,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50341 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/test.cache.data in system properties and HBase conf 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:19:07,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:19:07,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:19:07,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:19:07,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128dda6f00002, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:19:07,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128dda6f00005, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:19:07,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128dda6f00005, quorum=127.0.0.1:49379, baseZNode=/1215648998 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:19:07,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128dda6f00002, quorum=127.0.0.1:49379, baseZNode=/0711719911 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:19:07,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:07,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:07,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:07,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:07,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:19:07,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:07,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:07,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:07,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/java.io.tmpdir/jetty-localhost-46283-hadoop-hdfs-3_4_1-tests_jar-_-any-1284717703624459730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:07,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:46283} 2024-11-18T02:19:07,362 INFO [Time-limited test {}] server.Server(415): Started @133693ms 2024-11-18T02:19:07,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:07,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:07,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:07,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:07,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:19:07,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:07,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:07,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/java.io.tmpdir/jetty-localhost-44157-hadoop-hdfs-3_4_1-tests_jar-_-any-6179705692926456561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:07,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:44157} 2024-11-18T02:19:07,568 INFO [Time-limited test {}] server.Server(415): Started @133900ms 2024-11-18T02:19:07,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:19:07,686 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e/data/data1/current/BP-1581348657-172.17.0.2-1731896347180/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:07,686 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e/data/data2/current/BP-1581348657-172.17.0.2-1731896347180/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:07,703 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:19:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7362f7586fe7a0b with lease ID 0x43cd2b4e5190fb4f: Processing first storage report for DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca from datanode DatanodeRegistration(127.0.0.1:38897, datanodeUuid=d91e03d3-9121-449a-9ce2-b543b82d0222, infoPort=41195, infoSecurePort=0, ipcPort=33905, storageInfo=lv=-57;cid=testClusterID;nsid=740615427;c=1731896347180) 2024-11-18T02:19:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7362f7586fe7a0b with lease ID 0x43cd2b4e5190fb4f: from storage DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca node DatanodeRegistration(127.0.0.1:38897, datanodeUuid=d91e03d3-9121-449a-9ce2-b543b82d0222, infoPort=41195, infoSecurePort=0, ipcPort=33905, storageInfo=lv=-57;cid=testClusterID;nsid=740615427;c=1731896347180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7362f7586fe7a0b with lease ID 0x43cd2b4e5190fb4f: Processing first storage report for DS-062bf093-7851-423c-84a6-9837a797f431 from datanode DatanodeRegistration(127.0.0.1:38897, datanodeUuid=d91e03d3-9121-449a-9ce2-b543b82d0222, infoPort=41195, infoSecurePort=0, ipcPort=33905, storageInfo=lv=-57;cid=testClusterID;nsid=740615427;c=1731896347180) 2024-11-18T02:19:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7362f7586fe7a0b with lease ID 0x43cd2b4e5190fb4f: from storage DS-062bf093-7851-423c-84a6-9837a797f431 node DatanodeRegistration(127.0.0.1:38897, datanodeUuid=d91e03d3-9121-449a-9ce2-b543b82d0222, infoPort=41195, infoSecurePort=0, ipcPort=33905, storageInfo=lv=-57;cid=testClusterID;nsid=740615427;c=1731896347180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:07,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0 2024-11-18T02:19:07,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:07,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:07,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:19:08,213 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09 with version=8 2024-11-18T02:19:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/hbase-staging 2024-11-18T02:19:08,215 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:08,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:08,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:08,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:08,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:08,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:08,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:19:08,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:08,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41835 2024-11-18T02:19:08,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41835 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:08,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418350x0, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:08,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41835-0x10128def4a50000 connected 2024-11-18T02:19:08,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:08,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:08,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:08,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09, hbase.cluster.distributed=false 2024-11-18T02:19:08,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/acl 2024-11-18T02:19:08,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-18T02:19:08,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41835 2024-11-18T02:19:08,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41835 2024-11-18T02:19:08,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-18T02:19:08,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-18T02:19:08,267 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:08,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:08,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:08,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:08,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:08,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:08,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:19:08,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:08,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35905 2024-11-18T02:19:08,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35905 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:08,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:08,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:08,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359050x0, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:08,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35905-0x10128def4a50001 connected 2024-11-18T02:19:08,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:08,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:19:08,277 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:19:08,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/master 2024-11-18T02:19:08,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/acl 2024-11-18T02:19:08,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-18T02:19:08,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35905 2024-11-18T02:19:08,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35905 2024-11-18T02:19:08,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-18T02:19:08,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-18T02:19:08,294 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:41835 2024-11-18T02:19:08,295 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02016731984/backup-masters/c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:08,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:08,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:08,297 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on existing znode=/02016731984/backup-masters/c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02016731984/master 2024-11-18T02:19:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:08,299 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on existing znode=/02016731984/master 2024-11-18T02:19:08,299 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02016731984/backup-masters/c4730a2bacf8,41835,1731896348215 from backup master directory 2024-11-18T02:19:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/backup-masters/c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:08,302 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:08,302 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:08,305 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/hbase.id] with ID: 42c83cbe-4388-47df-80c8-d9bfcdb0138d 2024-11-18T02:19:08,305 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/.tmp/hbase.id 2024-11-18T02:19:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:19:08,710 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/.tmp/hbase.id]:[hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/hbase.id] 2024-11-18T02:19:08,721 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:08,721 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:19:08,722 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:19:08,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:08,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:08,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:19:08,729 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:08,729 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:19:08,730 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:08,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:19:09,136 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store 2024-11-18T02:19:09,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:19:09,541 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:09,542 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:09,542 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:09,542 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:09,542 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:09,542 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:09,542 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:09,542 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896349542Disabling compacts and flushes for region at 1731896349542Disabling writes for close at 1731896349542Writing region close event to WAL at 1731896349542Closed at 1731896349542 2024-11-18T02:19:09,543 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/.initializing 2024-11-18T02:19:09,543 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:09,543 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:09,545 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C41835%2C1731896348215, suffix=, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/oldWALs, maxLogs=10 2024-11-18T02:19:09,559 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215/c4730a2bacf8%2C41835%2C1731896348215.1731896349545, exclude list is [], retry=0 2024-11-18T02:19:09,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:09,563 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 2024-11-18T02:19:09,563 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:09,563 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:09,563 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:09,563 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,563 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:19:09,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:09,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:09,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:19:09,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:09,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:09,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:19:09,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:09,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:09,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:19:09,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:09,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:09,570 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,571 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,571 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,573 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,573 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,573 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:09,574 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:09,576 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:09,577 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67010593, jitterRate=-0.001464352011680603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:09,578 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896349563Initializing all the Stores at 1731896349564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896349564Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896349564Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896349564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896349564Cleaning up temporary data from old regions at 1731896349573 (+9 ms)Region opened successfully at 1731896349578 (+5 ms) 2024-11-18T02:19:09,578 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:19:09,580 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71447db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:09,581 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:19:09,581 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:19:09,581 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:19:09,581 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:19:09,582 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:19:09,582 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:19:09,582 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:19:09,584 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:19:09,585 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/balancer because node does not exist (not necessarily an error) 2024-11-18T02:19:09,586 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/balancer already deleted, retry=false 2024-11-18T02:19:09,586 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:19:09,586 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:19:09,588 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/normalizer already deleted, retry=false 2024-11-18T02:19:09,588 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:19:09,589 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:19:09,591 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/switch/split already deleted, retry=false 2024-11-18T02:19:09,591 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:19:09,592 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/switch/merge already deleted, retry=false 2024-11-18T02:19:09,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:19:09,595 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/snapshot-cleanup already deleted, retry=false 2024-11-18T02:19:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:09,597 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,41835,1731896348215, sessionid=0x10128def4a50000, setting cluster-up flag (Was=false) 2024-11-18T02:19:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:09,608 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02016731984/flush-table-proc/acquired, /02016731984/flush-table-proc/reached, /02016731984/flush-table-proc/abort 2024-11-18T02:19:09,609 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:09,618 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02016731984/online-snapshot/acquired, /02016731984/online-snapshot/reached, /02016731984/online-snapshot/abort 2024-11-18T02:19:09,618 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:09,619 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:19:09,621 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:09,621 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:19:09,621 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:19:09,621 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,41835,1731896348215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:19:09,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:09,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:09,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:09,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:09,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:19:09,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,623 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:09,623 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896379624 2024-11-18T02:19:09,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:19:09,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:19:09,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:09,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:19:09,628 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:19:09,628 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:19:09,628 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:19:09,628 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:19:09,629 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:19:09,629 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:19:09,629 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896349629,5,FailOnTimeoutGroup] 2024-11-18T02:19:09,629 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896349629,5,FailOnTimeoutGroup] 2024-11-18T02:19:09,629 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,629 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:19:09,629 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,629 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:19:09,685 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(746): ClusterId : 42c83cbe-4388-47df-80c8-d9bfcdb0138d 2024-11-18T02:19:09,685 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:19:09,687 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:19:09,687 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:19:09,689 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:19:09,689 DEBUG [RS:0;c4730a2bacf8:35905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9cfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:09,701 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:35905 2024-11-18T02:19:09,701 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:19:09,702 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:19:09,702 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:19:09,702 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,41835,1731896348215 with port=35905, startcode=1731896348266 2024-11-18T02:19:09,702 DEBUG [RS:0;c4730a2bacf8:35905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:19:09,704 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:19:09,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:09,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:09,706 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09 2024-11-18T02:19:09,706 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33647 2024-11-18T02:19:09,706 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:19:09,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/rs 2024-11-18T02:19:09,713 DEBUG [RS:0;c4730a2bacf8:35905 {}] zookeeper.ZKUtil(111): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on existing znode=/02016731984/rs/c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:09,713 WARN [RS:0;c4730a2bacf8:35905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:09,713 INFO [RS:0;c4730a2bacf8:35905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:09,714 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:09,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,35905,1731896348266] 2024-11-18T02:19:09,717 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:19:09,719 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:19:09,720 INFO [RS:0;c4730a2bacf8:35905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:19:09,720 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,720 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:19:09,721 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:19:09,721 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,721 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,721 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,721 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:09,722 DEBUG [RS:0;c4730a2bacf8:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:09,724 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,724 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,724 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,724 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,724 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,724 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35905,1731896348266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:09,739 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:19:09,740 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35905,1731896348266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,740 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,740 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.Replication(171): c4730a2bacf8,35905,1731896348266 started 2024-11-18T02:19:09,755 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:09,755 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,35905,1731896348266, RpcServer on c4730a2bacf8/172.17.0.2:35905, sessionid=0x10128def4a50001 2024-11-18T02:19:09,755 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:19:09,755 DEBUG [RS:0;c4730a2bacf8:35905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:09,755 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35905,1731896348266' 2024-11-18T02:19:09,755 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02016731984/flush-table-proc/abort' 2024-11-18T02:19:09,756 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02016731984/flush-table-proc/acquired' 2024-11-18T02:19:09,756 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:19:09,756 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:19:09,756 DEBUG [RS:0;c4730a2bacf8:35905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:09,756 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35905,1731896348266' 2024-11-18T02:19:09,756 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02016731984/online-snapshot/abort' 2024-11-18T02:19:09,757 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02016731984/online-snapshot/acquired' 2024-11-18T02:19:09,757 DEBUG [RS:0;c4730a2bacf8:35905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:19:09,757 INFO [RS:0;c4730a2bacf8:35905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:19:09,757 INFO [RS:0;c4730a2bacf8:35905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:19:09,858 INFO [RS:0;c4730a2bacf8:35905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:09,860 INFO [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35905%2C1731896348266, suffix=, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs, maxLogs=10 2024-11-18T02:19:09,873 DEBUG [RS:0;c4730a2bacf8:35905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860, exclude list is [], retry=0 2024-11-18T02:19:09,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:09,878 INFO [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860 2024-11-18T02:19:09,878 DEBUG [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:10,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:19:10,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09 2024-11-18T02:19:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:19:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:19:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:19:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T02:19:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:19:10,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:10,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:10,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:10,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:10,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:10,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:10,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:10,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:10,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:10,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:10,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740 2024-11-18T02:19:10,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740 2024-11-18T02:19:10,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:10,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:10,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:10,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:10,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:10,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67815873, jitterRate=0.010535255074501038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:10,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896350439Initializing all the Stores at 1731896350440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896350440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896350440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896350440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896350440Cleaning up temporary data from old regions at 1731896350448 (+8 ms)Region opened successfully at 1731896350451 (+3 ms) 2024-11-18T02:19:10,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:10,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:10,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:10,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:10,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:10,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:10,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896350452Disabling compacts and flushes for region at 1731896350452Disabling writes for close at 1731896350452Writing region close event to WAL at 1731896350452Closed at 1731896350452 2024-11-18T02:19:10,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:10,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:19:10,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:19:10,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:10,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:19:10,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:10,606 DEBUG [c4730a2bacf8:41835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:19:10,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:10,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35905,1731896348266, state=OPENING 2024-11-18T02:19:10,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:19:10,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:10,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:10,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:10,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:10,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:10,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:10,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:10,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35905,1731896348266}] 2024-11-18T02:19:10,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:10,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:10,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:10,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:10,764 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:19:10,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:19:10,769 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:19:10,769 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:10,769 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:19:10,771 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35905%2C1731896348266.meta, suffix=.meta, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs, maxLogs=10 2024-11-18T02:19:10,788 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.meta.1731896350771.meta, exclude list is [], retry=0 2024-11-18T02:19:10,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:10,792 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.meta.1731896350771.meta 2024-11-18T02:19:10,792 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:10,792 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:10,793 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:10,793 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:10,793 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:19:10,793 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:19:10,793 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:19:10,793 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:10,793 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:19:10,793 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:19:10,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:10,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:10,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:10,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:10,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:10,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:10,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:10,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:10,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:10,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:10,798 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:10,799 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740 2024-11-18T02:19:10,800 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740 2024-11-18T02:19:10,801 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:10,801 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:10,801 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:10,802 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:10,803 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63821079, jitterRate=-0.048991814255714417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:10,803 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:19:10,804 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896350793Writing region info on filesystem at 1731896350793Initializing all the Stores at 1731896350794 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896350794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896350794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896350794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896350794Cleaning up temporary data from old regions at 1731896350801 (+7 ms)Running coprocessor post-open hooks at 1731896350803 (+2 ms)Region opened successfully at 1731896350804 (+1 ms) 2024-11-18T02:19:10,805 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896350763 2024-11-18T02:19:10,806 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:19:10,807 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:19:10,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:10,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35905,1731896348266, state=OPEN 2024-11-18T02:19:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:10,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:10,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:10,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:10,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:19:10,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35905,1731896348266 in 212 msec 2024-11-18T02:19:10,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:19:10,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-18T02:19:10,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:10,828 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:19:10,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:10,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35905,1731896348266, seqNum=-1] 2024-11-18T02:19:10,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:10,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:10,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-18T02:19:10,836 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896350836, completionTime=-1 2024-11-18T02:19:10,836 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:19:10,836 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896410838 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896470838 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41835,1731896348215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41835,1731896348215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41835,1731896348215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:41835, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:10,838 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:10,839 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:10,840 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41835,1731896348215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:10,842 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41835,1731896348215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:19:10,844 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:19:10,844 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:19:10,844 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41835,1731896348215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:10,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:10,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41835,-1 for getting cluster id 2024-11-18T02:19:10,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:10,888 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c83cbe-4388-47df-80c8-d9bfcdb0138d' 2024-11-18T02:19:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c83cbe-4388-47df-80c8-d9bfcdb0138d" 2024-11-18T02:19:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655a7e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41835,-1] 2024-11-18T02:19:10,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:10,889 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:10,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:10,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35905,1731896348266, seqNum=-1] 2024-11-18T02:19:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:10,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:10,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:10,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:10,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:10,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128def4a50002 connected 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.log.dir so I do NOT create it in target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba 2024-11-18T02:19:10,901 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.tmp.dir so I do NOT create it in target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba 2024-11-18T02:19:10,901 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:19:10,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/cluster_340712dd-a3d8-122b-ec67-44f42c9886b9, deleteOnExit=true 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/test.cache.data in system properties and HBase conf 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:19:10,901 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:19:10,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:19:10,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:19:10,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:10,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:10,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:10,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:10,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:19:10,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:10,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:10,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:11,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/java.io.tmpdir/jetty-localhost-44531-hadoop-hdfs-3_4_1-tests_jar-_-any-16046894270591344937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:11,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:44531} 2024-11-18T02:19:11,102 INFO [Time-limited test {}] server.Server(415): Started @137433ms 2024-11-18T02:19:11,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:11,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:11,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:11,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:11,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:19:11,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:11,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:11,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/java.io.tmpdir/jetty-localhost-46275-hadoop-hdfs-3_4_1-tests_jar-_-any-16662490910130179206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:11,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:46275} 2024-11-18T02:19:11,338 INFO [Time-limited test {}] server.Server(415): Started @137669ms 2024-11-18T02:19:11,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:19:11,441 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/cluster_340712dd-a3d8-122b-ec67-44f42c9886b9/data/data2/current/BP-546699715-172.17.0.2-1731896350923/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:11,441 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/cluster_340712dd-a3d8-122b-ec67-44f42c9886b9/data/data1/current/BP-546699715-172.17.0.2-1731896350923/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:11,457 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:19:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65c10b4a1d7547f7 with lease ID 0x6ef189814b9d371a: Processing first storage report for DS-bf079a7f-b3f8-4dbb-93d8-5afa3bb49a40 from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=e79bca02-4944-4a6d-a25b-c066c0467ca0, infoPort=38481, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=706455918;c=1731896350923) 2024-11-18T02:19:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65c10b4a1d7547f7 with lease ID 0x6ef189814b9d371a: from storage DS-bf079a7f-b3f8-4dbb-93d8-5afa3bb49a40 node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=e79bca02-4944-4a6d-a25b-c066c0467ca0, infoPort=38481, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=706455918;c=1731896350923), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65c10b4a1d7547f7 with lease ID 0x6ef189814b9d371a: Processing first storage report for DS-f6d58dfa-1e29-4a86-9d56-13e08c6390a7 from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=e79bca02-4944-4a6d-a25b-c066c0467ca0, infoPort=38481, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=706455918;c=1731896350923) 2024-11-18T02:19:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65c10b4a1d7547f7 with lease ID 0x6ef189814b9d371a: from storage DS-f6d58dfa-1e29-4a86-9d56-13e08c6390a7 node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=e79bca02-4944-4a6d-a25b-c066c0467ca0, infoPort=38481, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=706455918;c=1731896350923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:11,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba 2024-11-18T02:19:11,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:11,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:19:11,882 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16 with version=8 2024-11-18T02:19:11,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/hbase-staging 2024-11-18T02:19:11,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:11,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:11,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:11,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:11,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:11,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:11,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:19:11,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:11,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33531 2024-11-18T02:19:11,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33531 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:11,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335310x0, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:11,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33531-0x10128def4a50003 connected 2024-11-18T02:19:11,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:11,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:11,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on znode that does not yet exist, /11582471787/running 2024-11-18T02:19:11,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16, hbase.cluster.distributed=false 2024-11-18T02:19:11,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on znode that does not yet exist, /11582471787/acl 2024-11-18T02:19:11,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-18T02:19:11,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33531 2024-11-18T02:19:11,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33531 2024-11-18T02:19:11,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-18T02:19:11,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33531 2024-11-18T02:19:11,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:11,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:11,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:11,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:11,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:11,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:11,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:19:11,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:11,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32845 2024-11-18T02:19:11,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32845 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:11,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:11,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:11,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328450x0, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:11,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328450x0, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on znode that does not yet exist, /11582471787/running 2024-11-18T02:19:11,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32845-0x10128def4a50004 connected 2024-11-18T02:19:11,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:19:11,939 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:19:11,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on znode that does not yet exist, /11582471787/master 2024-11-18T02:19:11,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on znode that does not yet exist, /11582471787/acl 2024-11-18T02:19:11,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-18T02:19:11,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32845 2024-11-18T02:19:11,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32845 2024-11-18T02:19:11,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-18T02:19:11,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-18T02:19:11,959 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:33531 2024-11-18T02:19:11,960 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11582471787/backup-masters/c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787/backup-masters 2024-11-18T02:19:11,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787/backup-masters 2024-11-18T02:19:11,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on existing znode=/11582471787/backup-masters/c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:11,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:11,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11582471787/master 2024-11-18T02:19:11,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:11,966 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on existing znode=/11582471787/master 2024-11-18T02:19:11,966 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11582471787/backup-masters/c4730a2bacf8,33531,1731896351884 from backup master directory 2024-11-18T02:19:11,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11582471787/backup-masters/c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:11,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787/backup-masters 2024-11-18T02:19:11,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787/backup-masters 2024-11-18T02:19:11,969 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:11,969 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:11,973 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/hbase.id] with ID: 3cb39eb1-2a71-4dd6-9864-2838fcdda569 2024-11-18T02:19:11,973 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/.tmp/hbase.id 2024-11-18T02:19:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:19:12,383 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/.tmp/hbase.id]:[hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/hbase.id] 2024-11-18T02:19:12,393 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:12,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:19:12,395 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:19:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:19:12,805 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:12,805 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:19:12,805 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:19:13,213 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store 2024-11-18T02:19:13,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:19:13,619 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:13,619 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:13,619 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:13,619 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:13,619 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:13,619 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:13,619 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:13,619 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896353619Disabling compacts and flushes for region at 1731896353619Disabling writes for close at 1731896353619Writing region close event to WAL at 1731896353619Closed at 1731896353619 2024-11-18T02:19:13,620 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/.initializing 2024-11-18T02:19:13,620 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/WALs/c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:13,621 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:13,622 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C33531%2C1731896351884, suffix=, logDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/WALs/c4730a2bacf8,33531,1731896351884, archiveDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/oldWALs, maxLogs=10 2024-11-18T02:19:13,636 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/WALs/c4730a2bacf8,33531,1731896351884/c4730a2bacf8%2C33531%2C1731896351884.1731896353623, exclude list is [], retry=0 2024-11-18T02:19:13,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-bf079a7f-b3f8-4dbb-93d8-5afa3bb49a40,DISK] 2024-11-18T02:19:13,641 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/WALs/c4730a2bacf8,33531,1731896351884/c4730a2bacf8%2C33531%2C1731896351884.1731896353623 2024-11-18T02:19:13,641 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38481:38481)] 2024-11-18T02:19:13,641 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:13,641 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:13,641 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,641 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:19:13,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:13,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:13,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:19:13,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:13,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:13,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:19:13,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:13,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:13,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:19:13,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:13,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:13,648 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,649 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,649 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,650 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,650 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,650 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:13,651 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:13,653 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:13,653 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72340624, jitterRate=0.07795929908752441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:13,654 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896353641Initializing all the Stores at 1731896353642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896353642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896353642Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896353642Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896353642Cleaning up temporary data from old regions at 1731896353650 (+8 ms)Region opened successfully at 1731896353654 (+4 ms) 2024-11-18T02:19:13,654 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:19:13,656 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8c4d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:13,657 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:19:13,657 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:19:13,657 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:19:13,657 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:19:13,658 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:19:13,658 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:19:13,658 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:19:13,660 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:19:13,661 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Unable to get data of znode /11582471787/balancer because node does not exist (not necessarily an error) 2024-11-18T02:19:13,662 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11582471787/balancer already deleted, retry=false 2024-11-18T02:19:13,662 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:19:13,662 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Unable to get data of znode /11582471787/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:19:13,664 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11582471787/normalizer already deleted, retry=false 2024-11-18T02:19:13,664 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:19:13,665 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Unable to get data of znode /11582471787/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:19:13,667 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11582471787/switch/split already deleted, retry=false 2024-11-18T02:19:13,668 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Unable to get data of znode /11582471787/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:19:13,669 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11582471787/switch/merge already deleted, retry=false 2024-11-18T02:19:13,670 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Unable to get data of znode /11582471787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:19:13,671 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11582471787/snapshot-cleanup already deleted, retry=false 2024-11-18T02:19:13,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11582471787/running 2024-11-18T02:19:13,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11582471787/running 2024-11-18T02:19:13,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:13,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:13,673 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,33531,1731896351884, sessionid=0x10128def4a50003, setting cluster-up flag (Was=false) 2024-11-18T02:19:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:13,682 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11582471787/flush-table-proc/acquired, /11582471787/flush-table-proc/reached, /11582471787/flush-table-proc/abort 2024-11-18T02:19:13,683 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:13,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:13,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:13,696 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11582471787/online-snapshot/acquired, /11582471787/online-snapshot/reached, /11582471787/online-snapshot/abort 2024-11-18T02:19:13,697 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:13,698 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:19:13,699 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:13,700 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:19:13,700 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:19:13,700 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,33531,1731896351884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:13,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,702 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896383702 2024-11-18T02:19:13,702 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:19:13,702 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:19:13,702 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:19:13,702 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:19:13,702 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:19:13,702 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:19:13,703 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:13,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:19:13,703 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:19:13,703 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:19:13,703 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:19:13,703 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:19:13,703 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:19:13,703 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:19:13,704 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896353703,5,FailOnTimeoutGroup] 2024-11-18T02:19:13,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:13,704 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896353704,5,FailOnTimeoutGroup] 2024-11-18T02:19:13,704 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,704 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:19:13,704 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,704 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:19:13,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:19:13,747 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(746): ClusterId : 3cb39eb1-2a71-4dd6-9864-2838fcdda569 2024-11-18T02:19:13,747 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:19:13,749 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:19:13,749 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:19:13,751 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:19:13,751 DEBUG [RS:0;c4730a2bacf8:32845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697cfbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:13,766 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:32845 2024-11-18T02:19:13,767 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:19:13,767 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:19:13,767 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:19:13,767 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,33531,1731896351884 with port=32845, startcode=1731896351928 2024-11-18T02:19:13,767 DEBUG [RS:0;c4730a2bacf8:32845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:19:13,769 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:19:13,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:13,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33531 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:13,771 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16 2024-11-18T02:19:13,771 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39971 2024-11-18T02:19:13,771 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:19:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787/rs 2024-11-18T02:19:13,777 DEBUG [RS:0;c4730a2bacf8:32845 {}] zookeeper.ZKUtil(111): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on existing znode=/11582471787/rs/c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:13,777 WARN [RS:0;c4730a2bacf8:32845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:13,777 INFO [RS:0;c4730a2bacf8:32845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:13,777 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:13,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,32845,1731896351928] 2024-11-18T02:19:13,780 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:19:13,782 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:19:13,782 INFO [RS:0;c4730a2bacf8:32845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:19:13,782 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,783 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:19:13,783 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:19:13,783 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:13,783 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:13,784 DEBUG [RS:0;c4730a2bacf8:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:13,784 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,784 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,784 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,784 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,784 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,784 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,32845,1731896351928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:13,799 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:19:13,799 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,32845,1731896351928-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,799 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,799 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.Replication(171): c4730a2bacf8,32845,1731896351928 started 2024-11-18T02:19:13,813 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:13,813 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,32845,1731896351928, RpcServer on c4730a2bacf8/172.17.0.2:32845, sessionid=0x10128def4a50004 2024-11-18T02:19:13,813 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:19:13,813 DEBUG [RS:0;c4730a2bacf8:32845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:13,813 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,32845,1731896351928' 2024-11-18T02:19:13,813 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11582471787/flush-table-proc/abort' 2024-11-18T02:19:13,814 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11582471787/flush-table-proc/acquired' 2024-11-18T02:19:13,814 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:19:13,814 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:19:13,814 DEBUG [RS:0;c4730a2bacf8:32845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:13,814 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,32845,1731896351928' 2024-11-18T02:19:13,814 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11582471787/online-snapshot/abort' 2024-11-18T02:19:13,814 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11582471787/online-snapshot/acquired' 2024-11-18T02:19:13,815 DEBUG [RS:0;c4730a2bacf8:32845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:19:13,815 INFO [RS:0;c4730a2bacf8:32845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:19:13,815 INFO [RS:0;c4730a2bacf8:32845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:19:13,915 INFO [RS:0;c4730a2bacf8:32845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:13,917 INFO [RS:0;c4730a2bacf8:32845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C32845%2C1731896351928, suffix=, logDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928, archiveDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/oldWALs, maxLogs=10 2024-11-18T02:19:13,930 DEBUG [RS:0;c4730a2bacf8:32845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928/c4730a2bacf8%2C32845%2C1731896351928.1731896353917, exclude list is [], retry=0 2024-11-18T02:19:13,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-bf079a7f-b3f8-4dbb-93d8-5afa3bb49a40,DISK] 2024-11-18T02:19:13,934 INFO [RS:0;c4730a2bacf8:32845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928/c4730a2bacf8%2C32845%2C1731896351928.1731896353917 2024-11-18T02:19:13,935 DEBUG [RS:0;c4730a2bacf8:32845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38481:38481)] 2024-11-18T02:19:14,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:19:14,111 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16 2024-11-18T02:19:14,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:19:14,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:14,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:14,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:14,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:14,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:14,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:14,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:14,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:14,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:14,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:14,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740 2024-11-18T02:19:14,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740 2024-11-18T02:19:14,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:14,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:14,526 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:14,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:14,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:14,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70808698, jitterRate=0.05513182282447815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:14,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896354517Initializing all the Stores at 1731896354518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896354518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896354518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896354518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896354518Cleaning up temporary data from old regions at 1731896354526 (+8 ms)Region opened successfully at 1731896354529 (+3 ms) 2024-11-18T02:19:14,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:14,530 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:14,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:14,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:14,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:14,530 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:14,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896354530Disabling compacts and flushes for region at 1731896354530Disabling writes for close at 1731896354530Writing region close event to WAL at 1731896354530Closed at 1731896354530 2024-11-18T02:19:14,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:14,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:19:14,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:19:14,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:14,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:19:14,683 DEBUG [c4730a2bacf8:33531 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:19:14,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:14,685 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,32845,1731896351928, state=OPENING 2024-11-18T02:19:14,686 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:19:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:14,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:14,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,32845,1731896351928}] 2024-11-18T02:19:14,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11582471787/meta-region-server: CHANGED 2024-11-18T02:19:14,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11582471787/meta-region-server: CHANGED 2024-11-18T02:19:14,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:19:14,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:19:14,846 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:19:14,846 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:14,846 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:19:14,848 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C32845%2C1731896351928.meta, suffix=.meta, logDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928, archiveDir=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/oldWALs, maxLogs=10 2024-11-18T02:19:14,865 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928/c4730a2bacf8%2C32845%2C1731896351928.meta.1731896354848.meta, exclude list is [], retry=0 2024-11-18T02:19:14,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-bf079a7f-b3f8-4dbb-93d8-5afa3bb49a40,DISK] 2024-11-18T02:19:14,869 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928/c4730a2bacf8%2C32845%2C1731896351928.meta.1731896354848.meta 2024-11-18T02:19:14,869 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38481:38481)] 2024-11-18T02:19:14,869 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:14,870 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:14,870 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:14,870 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:19:14,870 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:19:14,870 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:19:14,870 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:14,870 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:19:14,870 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:19:14,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:14,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:14,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:14,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:14,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:14,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:14,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:14,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:14,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:14,876 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:14,876 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740 2024-11-18T02:19:14,877 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740 2024-11-18T02:19:14,878 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:14,878 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:14,878 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:14,879 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:14,880 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73862366, jitterRate=0.10063502192497253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:14,880 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:19:14,880 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896354871Writing region info on filesystem at 1731896354871Initializing all the Stores at 1731896354871Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896354871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896354871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896354872 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896354872Cleaning up temporary data from old regions at 1731896354878 (+6 ms)Running coprocessor post-open hooks at 1731896354880 (+2 ms)Region opened successfully at 1731896354880 2024-11-18T02:19:14,881 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896354841 2024-11-18T02:19:14,883 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:19:14,883 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:19:14,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:14,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,32845,1731896351928, state=OPEN 2024-11-18T02:19:14,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11582471787/meta-region-server 2024-11-18T02:19:14,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11582471787/meta-region-server 2024-11-18T02:19:14,886 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:14,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11582471787/meta-region-server: CHANGED 2024-11-18T02:19:14,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11582471787/meta-region-server: CHANGED 2024-11-18T02:19:14,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:19:14,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,32845,1731896351928 in 198 msec 2024-11-18T02:19:14,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:19:14,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-18T02:19:14,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:14,891 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:19:14,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:14,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,32845,1731896351928, seqNum=-1] 2024-11-18T02:19:14,893 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:14,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:14,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-18T02:19:14,899 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896354899, completionTime=-1 2024-11-18T02:19:14,899 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:19:14,900 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896414902 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896474902 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33531,1731896351884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33531,1731896351884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33531,1731896351884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:33531, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:14,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:14,903 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:14,904 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33531,1731896351884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:14,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33531,1731896351884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:19:14,908 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:19:14,908 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:19:14,909 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33531,1731896351884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:14,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33531,-1 for getting cluster id 2024-11-18T02:19:14,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:14,949 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb39eb1-2a71-4dd6-9864-2838fcdda569' 2024-11-18T02:19:14,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:14,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb39eb1-2a71-4dd6-9864-2838fcdda569" 2024-11-18T02:19:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e68cd17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33531,-1] 2024-11-18T02:19:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:14,951 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:14,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,32845,1731896351928, seqNum=-1] 2024-11-18T02:19:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:14,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:14,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:14,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:14,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128def4a50005 connected 2024-11-18T02:19:14,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41835,-1 for getting cluster id 2024-11-18T02:19:14,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:14,963 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c83cbe-4388-47df-80c8-d9bfcdb0138d' 2024-11-18T02:19:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c83cbe-4388-47df-80c8-d9bfcdb0138d" 2024-11-18T02:19:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700bcb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41835,-1] 2024-11-18T02:19:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:14,965 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3557c4a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b5fc9af 2024-11-18T02:19:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:14,967 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:14,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:33531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:19:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:19:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:14,970 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:33531' 2024-11-18T02:19:14,971 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5867ac4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,971 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33531,-1 for getting cluster id 2024-11-18T02:19:14,971 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:14,971 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb39eb1-2a71-4dd6-9864-2838fcdda569' 2024-11-18T02:19:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb39eb1-2a71-4dd6-9864-2838fcdda569" 2024-11-18T02:19:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2385ba52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33531,-1] 2024-11-18T02:19:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:14,973 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:14,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6806645c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:14,973 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a53098e 2024-11-18T02:19:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:14,975 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:14,975 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T02:19:14,975 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:19:14,976 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:14,976 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:14,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:14,976 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:14,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:19:14,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:19:14,978 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:14,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:19:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741835_1011 (size=1138) 2024-11-18T02:19:15,027 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:19:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:15,386 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aada26e1bddd517545991d6dd509fe4e, NAME => 'hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09 2024-11-18T02:19:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741836_1012 (size=44) 2024-11-18T02:19:15,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:15,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:15,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:15,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:15,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:19:15,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:15,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aada26e1bddd517545991d6dd509fe4e, disabling compactions & flushes 2024-11-18T02:19:15,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:15,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:15,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. after waiting 0 ms 2024-11-18T02:19:15,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:15,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:15,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aada26e1bddd517545991d6dd509fe4e: Waiting for close lock at 1731896355792Disabling compacts and flushes for region at 1731896355792Disabling writes for close at 1731896355792Writing region close event to WAL at 1731896355792Closed at 1731896355792 2024-11-18T02:19:15,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:19:15,794 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896355793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896355793"}]},"ts":"1731896355793"} 2024-11-18T02:19:15,796 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:19:15,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:19:15,797 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896355797"}]},"ts":"1731896355797"} 2024-11-18T02:19:15,798 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:19:15,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN}] 2024-11-18T02:19:15,799 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN 2024-11-18T02:19:15,800 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35905,1731896348266; forceNewPlan=false, retain=false 2024-11-18T02:19:15,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aada26e1bddd517545991d6dd509fe4e, regionState=OPENING, regionLocation=c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN because future has completed 2024-11-18T02:19:15,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aada26e1bddd517545991d6dd509fe4e, server=c4730a2bacf8,35905,1731896348266}] 2024-11-18T02:19:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:16,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:16,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:16,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:19:16,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35905%2C1731896348266.rep, suffix=, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs, maxLogs=10 2024-11-18T02:19:16,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.rep.1731896356112, exclude list is [], retry=0 2024-11-18T02:19:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:16,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.rep.1731896356112 2024-11-18T02:19:16,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:16,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => aada26e1bddd517545991d6dd509fe4e, NAME => 'hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:16,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:16,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:16,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. service=MultiRowMutationService 2024-11-18T02:19:16,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:19:16,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:16,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,132 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,133 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aada26e1bddd517545991d6dd509fe4e columnFamilyName hfileref 2024-11-18T02:19:16,133 DEBUG [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:16,133 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(327): Store=aada26e1bddd517545991d6dd509fe4e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:16,133 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,134 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aada26e1bddd517545991d6dd509fe4e columnFamilyName queue 2024-11-18T02:19:16,134 DEBUG [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:16,135 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(327): Store=aada26e1bddd517545991d6dd509fe4e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:16,135 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,135 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aada26e1bddd517545991d6dd509fe4e columnFamilyName sid 2024-11-18T02:19:16,135 DEBUG [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:16,136 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(327): Store=aada26e1bddd517545991d6dd509fe4e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:16,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:19:16,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:16,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened aada26e1bddd517545991d6dd509fe4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75275379, jitterRate=0.12169055640697479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:19:16,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:16,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for aada26e1bddd517545991d6dd509fe4e: Running coprocessor pre-open hook at 1731896356130Writing region info on filesystem at 1731896356130Initializing all the Stores at 1731896356131 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896356131Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896356131Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896356131Cleaning up temporary data from old regions at 1731896356138 (+7 ms)Running coprocessor post-open hooks at 1731896356142 (+4 ms)Region opened successfully at 1731896356142 2024-11-18T02:19:16,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e., pid=7, masterSystemTime=1731896356106 2024-11-18T02:19:16,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:16,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:16,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aada26e1bddd517545991d6dd509fe4e, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aada26e1bddd517545991d6dd509fe4e, server=c4730a2bacf8,35905,1731896348266 because future has completed 2024-11-18T02:19:16,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T02:19:16,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure aada26e1bddd517545991d6dd509fe4e, server=c4730a2bacf8,35905,1731896348266 in 195 msec 2024-11-18T02:19:16,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:19:16,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN in 351 msec 2024-11-18T02:19:16,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:19:16,154 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896356153"}]},"ts":"1731896356153"} 2024-11-18T02:19:16,155 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:19:16,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:19:16,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-18T02:19:16,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e., hostname=c4730a2bacf8,35905,1731896348266, seqNum=2] 2024-11-18T02:19:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:16,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:19:16,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T02:19:16,348 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:19:16,377 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,35905,1731896348266, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:19:16,378 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:16,378 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35905,1731896348266, seqNum=-1] 2024-11-18T02:19:16,378 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:16,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T02:19:16,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,35905,1731896348266', locateType=CURRENT is [region=hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e., hostname=c4730a2bacf8,35905,1731896348266, seqNum=2] 2024-11-18T02:19:16,383 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T02:19:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T02:19:16,385 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,35905,1731896348266 suceeded 2024-11-18T02:19:16,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T02:19:16,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-18T02:19:16,387 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:33531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:19:16,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-18T02:19:16,398 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:33531' 2024-11-18T02:19:16,399 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f48acb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:16,399 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33531,-1 for getting cluster id 2024-11-18T02:19:16,399 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:16,400 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb39eb1-2a71-4dd6-9864-2838fcdda569' 2024-11-18T02:19:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb39eb1-2a71-4dd6-9864-2838fcdda569" 2024-11-18T02:19:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4addc092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33531,-1] 2024-11-18T02:19:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:16,401 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:16,401 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df898d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:16,402 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f8f14f 2024-11-18T02:19:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:16,403 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T02:19:16,403 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,35905,1731896348266 (queues=1) is replicating from cluster=42c83cbe-4388-47df-80c8-d9bfcdb0138d to cluster=3cb39eb1-2a71-4dd6-9864-2838fcdda569 2024-11-18T02:19:16,404 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C35905%2C1731896348266 2024-11-18T02:19:16,404 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,35905,1731896348266, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:19:16,404 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.shipperc4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C35905%2C1731896348266 2024-11-18T02:19:16,404 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.wal-reader.c4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860, startPosition=0, beingWritten=true 2024-11-18T02:19:16,609 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.wal-reader.c4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860 to pos 0, reset compression=false 2024-11-18T02:19:16,914 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.wal-reader.c4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860 to pos 0, reset compression=false 2024-11-18T02:19:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:17,117 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:19:17,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:17,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:17,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:17,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:17,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:17,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5068b249 2024-11-18T02:19:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:17,120 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:17,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:19:17,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:17,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:17,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:17,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:17,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:17,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:19:17,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=138611271, stopped=false 2024-11-18T02:19:17,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,41835,1731896348215 2024-11-18T02:19:17,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:17,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:17,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:17,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:17,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:17,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:17,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:17,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:17,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:17,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,35905,1731896348266' ***** 2024-11-18T02:19:17,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:19:17,124 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:19:17,124 INFO [RS:0;c4730a2bacf8:35905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:19:17,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:19:17,124 INFO [RS:0;c4730a2bacf8:35905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:19:17,124 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(3091): Received CLOSE for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:17,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:17,124 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:17,125 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:17,125 INFO [RS:0;c4730a2bacf8:35905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35905. 2024-11-18T02:19:17,125 DEBUG [RS:0;c4730a2bacf8:35905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:17,125 DEBUG [RS:0;c4730a2bacf8:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aada26e1bddd517545991d6dd509fe4e, disabling compactions & flushes 2024-11-18T02:19:17,125 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:17,125 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. after waiting 0 ms 2024-11-18T02:19:17,125 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:17,125 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:19:17,125 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:19:17,125 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aada26e1bddd517545991d6dd509fe4e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T02:19:17,125 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:19:17,125 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aada26e1bddd517545991d6dd509fe4e=hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.} 2024-11-18T02:19:17,125 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:17,125 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:17,125 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:17,125 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T02:19:17,134 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:17,144 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/.tmp/queue/1fd8cfe972264fedbadfd2f6473cfac0 is 151, key is 1-c4730a2bacf8,35905,1731896348266/queue:c4730a2bacf8%2C35905%2C1731896348266/1731896356382/Put/seqid=0 2024-11-18T02:19:17,147 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/info/d9f0049bf8234bf4843bf46a799f559c is 147, key is hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e./info:regioninfo/1731896356146/Put/seqid=0 2024-11-18T02:19:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741838_1014 (size=5350) 2024-11-18T02:19:17,149 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/.tmp/queue/1fd8cfe972264fedbadfd2f6473cfac0 2024-11-18T02:19:17,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741839_1015 (size=6631) 2024-11-18T02:19:17,155 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/.tmp/queue/1fd8cfe972264fedbadfd2f6473cfac0 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/queue/1fd8cfe972264fedbadfd2f6473cfac0 2024-11-18T02:19:17,160 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/queue/1fd8cfe972264fedbadfd2f6473cfac0, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T02:19:17,161 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for aada26e1bddd517545991d6dd509fe4e in 36ms, sequenceid=5, compaction requested=false 2024-11-18T02:19:17,161 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:19:17,165 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T02:19:17,165 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:17,165 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:17,165 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:17,165 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aada26e1bddd517545991d6dd509fe4e: Waiting for close lock at 1731896357125Running coprocessor pre-close hooks at 1731896357125Disabling compacts and flushes for region at 1731896357125Disabling writes for close at 1731896357125Obtaining lock to block concurrent updates at 1731896357125Preparing flush snapshotting stores in aada26e1bddd517545991d6dd509fe4e at 1731896357125Finished memstore snapshotting hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731896357125Flushing stores of hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. at 1731896357126 (+1 ms)Flushing aada26e1bddd517545991d6dd509fe4e/queue: creating writer at 1731896357126Flushing aada26e1bddd517545991d6dd509fe4e/queue: appending metadata at 1731896357144 (+18 ms)Flushing aada26e1bddd517545991d6dd509fe4e/queue: closing flushed file at 1731896357144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77373313: reopening flushed file at 1731896357155 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for aada26e1bddd517545991d6dd509fe4e in 36ms, sequenceid=5, compaction requested=false at 1731896357161 (+6 ms)Writing region close event to WAL at 1731896357162 (+1 ms)Running coprocessor post-close hooks at 1731896357165 (+3 ms)Closed at 1731896357165 2024-11-18T02:19:17,165 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:17,320 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.wal-reader.c4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860 to pos 0, reset compression=false 2024-11-18T02:19:17,325 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:17,526 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:17,554 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/info/d9f0049bf8234bf4843bf46a799f559c 2024-11-18T02:19:17,573 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/ns/ee24579954ab42bea36a1b4d7e3231c6 is 43, key is default/ns:d/1731896350831/Put/seqid=0 2024-11-18T02:19:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741840_1016 (size=5153) 2024-11-18T02:19:17,724 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:19:17,724 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:19:17,726 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:17,826 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.wal-reader.c4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860 to pos 0, reset compression=false 2024-11-18T02:19:17,926 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:17,978 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/ns/ee24579954ab42bea36a1b4d7e3231c6 2024-11-18T02:19:18,000 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/table/9c57513d466c442bb1d6ee191c40f514 is 53, key is hbase:replication/table:state/1731896356153/Put/seqid=0 2024-11-18T02:19:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741841_1017 (size=5256) 2024-11-18T02:19:18,126 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:19:18,126 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:18,126 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:18,326 DEBUG [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:18,405 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/table/9c57513d466c442bb1d6ee191c40f514 2024-11-18T02:19:18,410 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/info/d9f0049bf8234bf4843bf46a799f559c as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/info/d9f0049bf8234bf4843bf46a799f559c 2024-11-18T02:19:18,415 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/info/d9f0049bf8234bf4843bf46a799f559c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T02:19:18,416 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/ns/ee24579954ab42bea36a1b4d7e3231c6 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/ns/ee24579954ab42bea36a1b4d7e3231c6 2024-11-18T02:19:18,420 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/ns/ee24579954ab42bea36a1b4d7e3231c6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:19:18,421 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/table/9c57513d466c442bb1d6ee191c40f514 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/table/9c57513d466c442bb1d6ee191c40f514 2024-11-18T02:19:18,424 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/table/9c57513d466c442bb1d6ee191c40f514, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T02:19:18,425 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-18T02:19:18,429 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T02:19:18,429 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:18,429 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:18,429 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:18,430 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896357125Running coprocessor pre-close hooks at 1731896357125Disabling compacts and flushes for region at 1731896357125Disabling writes for close at 1731896357125Obtaining lock to block concurrent updates at 1731896357125Preparing flush snapshotting stores in 1588230740 at 1731896357125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731896357126 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896357126Flushing 1588230740/info: creating writer at 1731896357126Flushing 1588230740/info: appending metadata at 1731896357147 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731896357147Flushing 1588230740/ns: creating writer at 1731896357559 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731896357573 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896357573Flushing 1588230740/table: creating writer at 1731896357982 (+409 ms)Flushing 1588230740/table: appending metadata at 1731896358000 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731896358000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398e3304: reopening flushed file at 1731896358410 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf14bc4: reopening flushed file at 1731896358415 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5034bd: reopening flushed file at 1731896358420 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1731896358425 (+5 ms)Writing region close event to WAL at 1731896358426 (+1 ms)Running coprocessor post-close hooks at 1731896358429 (+3 ms)Closed at 1731896358429 2024-11-18T02:19:18,430 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:18,430 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.wal-reader.c4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860 to pos 0, reset compression=false 2024-11-18T02:19:18,527 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,35905,1731896348266; all regions closed. 2024-11-18T02:19:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741834_1010 (size=2742) 2024-11-18T02:19:18,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.meta.1731896350771.meta not finished, retry = 0 2024-11-18T02:19:18,632 DEBUG [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs 2024-11-18T02:19:18,632 INFO [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C35905%2C1731896348266.meta:.meta(num 1731896350771) 2024-11-18T02:19:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741837_1013 (size=1586) 2024-11-18T02:19:18,636 DEBUG [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs 2024-11-18T02:19:18,636 INFO [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C35905%2C1731896348266.rep:(num 1731896356112) 2024-11-18T02:19:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741832_1008 (size=93) 2024-11-18T02:19:18,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266/c4730a2bacf8%2C35905%2C1731896348266.1731896349860 not finished, retry = 0 2024-11-18T02:19:18,740 DEBUG [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs 2024-11-18T02:19:18,741 INFO [RS:0;c4730a2bacf8:35905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C35905%2C1731896348266:(num 1731896349860) 2024-11-18T02:19:18,741 DEBUG [RS:0;c4730a2bacf8:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:18,741 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:18,741 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:18,741 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:18,741 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:18,741 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:18,741 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,35905,1731896348266 because: Region server is closing 2024-11-18T02:19:18,741 INFO [RS:0;c4730a2bacf8:35905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35905. 2024-11-18T02:19:18,741 DEBUG [RS:0;c4730a2bacf8:35905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:18,741 DEBUG [RS:0;c4730a2bacf8:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:18,741 DEBUG [RS:0;c4730a2bacf8:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:18,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:18,842 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.shipperc4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:19:18,842 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.wal-reader.c4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:19:18,842 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35905,1731896348266.replicationSource.shipperc4730a2bacf8%2C35905%2C1731896348266,1-c4730a2bacf8,35905,1731896348266 terminated 2024-11-18T02:19:18,842 INFO [RS:0;c4730a2bacf8:35905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35905 2024-11-18T02:19:18,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/rs 2024-11-18T02:19:18,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/rs/c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:18,844 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:18,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,35905,1731896348266] 2024-11-18T02:19:18,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/draining/c4730a2bacf8,35905,1731896348266 already deleted, retry=false 2024-11-18T02:19:18,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,35905,1731896348266 expired; onlineServers=0 2024-11-18T02:19:18,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,41835,1731896348215' ***** 2024-11-18T02:19:18,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:19:18,848 INFO [M:0;c4730a2bacf8:41835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:18,848 INFO [M:0;c4730a2bacf8:41835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:18,848 DEBUG [M:0;c4730a2bacf8:41835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:19:18,848 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:19:18,848 DEBUG [M:0;c4730a2bacf8:41835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:19:18,848 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896349629 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896349629,5,FailOnTimeoutGroup] 2024-11-18T02:19:18,848 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896349629 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896349629,5,FailOnTimeoutGroup] 2024-11-18T02:19:18,848 INFO [M:0;c4730a2bacf8:41835 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:18,849 INFO [M:0;c4730a2bacf8:41835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:18,849 DEBUG [M:0;c4730a2bacf8:41835 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:19:18,849 INFO [M:0;c4730a2bacf8:41835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:19:18,849 INFO [M:0;c4730a2bacf8:41835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:18,849 INFO [M:0;c4730a2bacf8:41835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:19:18,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:19:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/master 2024-11-18T02:19:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:18,850 DEBUG [M:0;c4730a2bacf8:41835 {}] zookeeper.ZKUtil(347): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/master because node does not exist (not an error) 2024-11-18T02:19:18,850 WARN [M:0;c4730a2bacf8:41835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:19:18,850 INFO [M:0;c4730a2bacf8:41835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/.lastflushedseqids 2024-11-18T02:19:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741842_1018 (size=181) 2024-11-18T02:19:18,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:18,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10128def4a50001, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:18,947 INFO [RS:0;c4730a2bacf8:35905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:18,947 INFO [RS:0;c4730a2bacf8:35905 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,35905,1731896348266; zookeeper connection closed. 2024-11-18T02:19:18,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e543946 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e543946 2024-11-18T02:19:18,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:19:19,255 INFO [M:0;c4730a2bacf8:41835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:19:19,255 INFO [M:0;c4730a2bacf8:41835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:19:19,255 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:19,255 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:19,255 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:19,255 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:19,255 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:19,255 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T02:19:19,271 DEBUG [M:0;c4730a2bacf8:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46053f33ca7d4d769fe71631fe56b531 is 82, key is hbase:meta,,1/info:regioninfo/1731896350807/Put/seqid=0 2024-11-18T02:19:19,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741843_1019 (size=5672) 2024-11-18T02:19:19,676 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46053f33ca7d4d769fe71631fe56b531 2024-11-18T02:19:19,695 DEBUG [M:0;c4730a2bacf8:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec632ec307184effbe6e19ad2e297e33 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731896356157/Put/seqid=0 2024-11-18T02:19:19,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741844_1020 (size=7203) 2024-11-18T02:19:20,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:19:20,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T02:19:20,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:20,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T02:19:20,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:20,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T02:19:20,102 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec632ec307184effbe6e19ad2e297e33 2024-11-18T02:19:20,121 DEBUG [M:0;c4730a2bacf8:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1aeb4afded947acac2c24b4c6087b98 is 69, key is c4730a2bacf8,35905,1731896348266/rs:state/1731896349705/Put/seqid=0 2024-11-18T02:19:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741845_1021 (size=5156) 2024-11-18T02:19:20,525 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1aeb4afded947acac2c24b4c6087b98 2024-11-18T02:19:20,530 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46053f33ca7d4d769fe71631fe56b531 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46053f33ca7d4d769fe71631fe56b531 2024-11-18T02:19:20,535 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46053f33ca7d4d769fe71631fe56b531, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T02:19:20,535 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec632ec307184effbe6e19ad2e297e33 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec632ec307184effbe6e19ad2e297e33 2024-11-18T02:19:20,540 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec632ec307184effbe6e19ad2e297e33, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T02:19:20,540 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1aeb4afded947acac2c24b4c6087b98 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1aeb4afded947acac2c24b4c6087b98 2024-11-18T02:19:20,546 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1aeb4afded947acac2c24b4c6087b98, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T02:19:20,547 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-11-18T02:19:20,548 INFO [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:20,548 DEBUG [M:0;c4730a2bacf8:41835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896359255Disabling compacts and flushes for region at 1731896359255Disabling writes for close at 1731896359255Obtaining lock to block concurrent updates at 1731896359256 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896359256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731896359256Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896359256Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896359256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896359271 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896359271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896359681 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896359695 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896359695Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896360106 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896360120 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896360120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d69233: reopening flushed file at 1731896360530 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3413a7a2: reopening flushed file at 1731896360535 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77940011: reopening flushed file at 1731896360540 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1731896360547 (+7 ms)Writing region close event to WAL at 1731896360548 (+1 ms)Closed at 1731896360548 2024-11-18T02:19:20,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741830_1006 (size=41008) 2024-11-18T02:19:20,551 INFO [M:0;c4730a2bacf8:41835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:19:20,551 INFO [M:0;c4730a2bacf8:41835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41835 2024-11-18T02:19:20,551 INFO [M:0;c4730a2bacf8:41835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:20,552 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:20,654 INFO [M:0;c4730a2bacf8:41835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x10128def4a50000, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:20,656 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:20,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:20,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:20,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:20,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:20,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:20,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:19:20,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:20,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41781 2024-11-18T02:19:20,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41781 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:20,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417810x0, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:20,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41781-0x10128def4a50006 connected 2024-11-18T02:19:20,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:20,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:20,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:20,666 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: INIT 2024-11-18T02:19:20,666 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09, hbase.cluster.distributed=false 2024-11-18T02:19:20,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/acl 2024-11-18T02:19:20,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-18T02:19:20,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41781 2024-11-18T02:19:20,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41781 2024-11-18T02:19:20,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-18T02:19:20,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-18T02:19:20,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:20,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43265 2024-11-18T02:19:20,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43265 connecting to ZooKeeper ensemble=127.0.0.1:50341 2024-11-18T02:19:20,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:20,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:20,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432650x0, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:20,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432650x0, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:20,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43265-0x10128def4a50007 connected 2024-11-18T02:19:20,692 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: INIT 2024-11-18T02:19:20,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:19:20,696 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:19:20,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/master 2024-11-18T02:19:20,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/acl 2024-11-18T02:19:20,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-18T02:19:20,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43265 2024-11-18T02:19:20,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43265 2024-11-18T02:19:20,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-18T02:19:20,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-18T02:19:20,713 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:41781 2024-11-18T02:19:20,713 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02016731984/backup-masters/c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:20,716 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on existing znode=/02016731984/backup-masters/c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:20,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02016731984/master 2024-11-18T02:19:20,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:20,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:20,717 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on existing znode=/02016731984/master 2024-11-18T02:19:20,718 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02016731984/backup-masters/c4730a2bacf8,41781,1731896360655 from backup master directory 2024-11-18T02:19:20,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:20,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/backup-masters/c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:20,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/backup-masters 2024-11-18T02:19:20,719 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:20,719 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:20,728 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:20,728 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:19:20,733 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-18T02:19:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741846_1022 (size=196) 2024-11-18T02:19:21,142 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:21,142 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:19:21,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:21,147 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T02:19:21,149 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215 to hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215-dead as it is dead 2024-11-18T02:19:21,150 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215-dead/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 2024-11-18T02:19:21,150 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215-dead/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 after 0ms 2024-11-18T02:19:21,151 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215-dead/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 to hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 2024-11-18T02:19:21,151 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41835,1731896348215-dead 2024-11-18T02:19:21,151 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:21,152 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:21,153 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C41781%2C1731896360655, suffix=, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41781,1731896360655, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/oldWALs, maxLogs=10 2024-11-18T02:19:21,166 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41781,1731896360655/c4730a2bacf8%2C41781%2C1731896360655.1731896361153, exclude list is [], retry=0 2024-11-18T02:19:21,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:21,170 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41781,1731896360655/c4730a2bacf8%2C41781%2C1731896360655.1731896361153 2024-11-18T02:19:21,170 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:21,170 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:21,170 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:21,170 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,171 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:19:21,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46053f33ca7d4d769fe71631fe56b531 2024-11-18T02:19:21,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:21,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:19:21,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec632ec307184effbe6e19ad2e297e33 2024-11-18T02:19:21,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:21,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:19:21,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1aeb4afded947acac2c24b4c6087b98 2024-11-18T02:19:21,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:21,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:19:21,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:21,188 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,189 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T02:19:21,189 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 2024-11-18T02:19:21,193 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 2024-11-18T02:19:21,194 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c4730a2bacf8%2C41835%2C1731896348215.1731896349545 2024-11-18T02:19:21,195 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,195 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,196 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:21,197 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:21,199 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T02:19:21,200 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70399582, jitterRate=0.04903551936149597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:21,200 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896361171Initializing all the Stores at 1731896361171Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896361171Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896361171Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896361171Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896361171Cleaning up temporary data from old regions at 1731896361195 (+24 ms)Region opened successfully at 1731896361200 (+5 ms) 2024-11-18T02:19:21,200 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:19:21,202 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be7a1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:21,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T02:19:21,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:19:21,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:19:21,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:19:21,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:19:21,206 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:21,207 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:19:21,208 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:19:21,208 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T02:19:21,208 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:19:21,210 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c4730a2bacf8,35905,1731896348266, regionLocation=c4730a2bacf8,35905,1731896348266, openSeqNum=2 2024-11-18T02:19:21,210 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c4730a2bacf8,35905,1731896348266, table=hbase:meta, region=1588230740 2024-11-18T02:19:21,210 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35905,1731896348266, state=OPEN 2024-11-18T02:19:21,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:21,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:21,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:21,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:21,214 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:19:21,215 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/draining/c4730a2bacf8,35905,1731896348266 already deleted, retry=false 2024-11-18T02:19:21,215 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c4730a2bacf8,35905,1731896348266 on c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:21,216 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c4730a2bacf8,35905,1731896348266, splitWal=true, meta=true 2024-11-18T02:19:21,216 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for c4730a2bacf8,35905,1731896348266 (carryingMeta=true) c4730a2bacf8,35905,1731896348266/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1e1f9e07[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T02:19:21,217 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/balancer because node does not exist (not necessarily an error) 2024-11-18T02:19:21,219 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/balancer already deleted, retry=false 2024-11-18T02:19:21,219 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:19:21,219 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:19:21,222 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/normalizer already deleted, retry=false 2024-11-18T02:19:21,222 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:19:21,223 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:19:21,225 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/switch/split already deleted, retry=false 2024-11-18T02:19:21,226 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:19:21,227 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/switch/merge already deleted, retry=false 2024-11-18T02:19:21,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:19:21,233 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/snapshot-cleanup already deleted, retry=false 2024-11-18T02:19:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:21,235 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,41781,1731896360655, sessionid=0x10128def4a50006, setting cluster-up flag (Was=false) 2024-11-18T02:19:21,237 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02016731984/flush-table-proc/acquired, /02016731984/flush-table-proc/reached, /02016731984/flush-table-proc/abort 2024-11-18T02:19:21,238 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:21,241 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02016731984/online-snapshot/acquired, /02016731984/online-snapshot/reached, /02016731984/online-snapshot/abort 2024-11-18T02:19:21,242 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:21,243 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/.lastflushedseqids 2024-11-18T02:19:21,245 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:19:21,245 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:19:21,245 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,41781,1731896360655 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c4730a2bacf8,35905,1731896348266 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:21,247 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,250 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c4730a2bacf8,35905,1731896348266, splitWal=true, meta=true 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896391250 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:19:21,251 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c4730a2bacf8,35905,1731896348266, splitWal=true, meta=true, isMeta: true 2024-11-18T02:19:21,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:19:21,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:19:21,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:19:21,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:19:21,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:19:21,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:19:21,252 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896361252,5,FailOnTimeoutGroup] 2024-11-18T02:19:21,253 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266-splitting 2024-11-18T02:19:21,253 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896361252,5,FailOnTimeoutGroup] 2024-11-18T02:19:21,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:19:21,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896361253, completionTime=-1 2024-11-18T02:19:21,253 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T02:19:21,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T02:19:21,253 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266-splitting dir is empty, no logs to split. 2024-11-18T02:19:21,253 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4730a2bacf8,35905,1731896348266 WAL count=0, meta=true 2024-11-18T02:19:21,255 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266-splitting dir is empty, no logs to split. 2024-11-18T02:19:21,255 INFO [PEWorker-1 {}] master.SplitWALManager(105): c4730a2bacf8,35905,1731896348266 WAL count=0, meta=true 2024-11-18T02:19:21,255 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c4730a2bacf8,35905,1731896348266 WAL splitting is done? wals=0, meta=true 2024-11-18T02:19:21,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:19:21,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:21,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T02:19:21,304 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(746): ClusterId : 42c83cbe-4388-47df-80c8-d9bfcdb0138d 2024-11-18T02:19:21,304 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:19:21,307 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:19:21,307 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:19:21,309 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:19:21,309 DEBUG [RS:0;c4730a2bacf8:43265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3322f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:21,321 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:43265 2024-11-18T02:19:21,321 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:19:21,321 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:19:21,321 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:19:21,322 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,41781,1731896360655 with port=43265, startcode=1731896360683 2024-11-18T02:19:21,322 DEBUG [RS:0;c4730a2bacf8:43265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:19:21,323 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:19:21,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,324 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,325 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09 2024-11-18T02:19:21,325 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33647 2024-11-18T02:19:21,325 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:19:21,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/rs 2024-11-18T02:19:21,330 DEBUG [RS:0;c4730a2bacf8:43265 {}] zookeeper.ZKUtil(111): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on existing znode=/02016731984/rs/c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,330 WARN [RS:0;c4730a2bacf8:43265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:21,330 INFO [RS:0;c4730a2bacf8:43265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:21,330 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,43265,1731896360683] 2024-11-18T02:19:21,352 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:19:21,353 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T02:19:21,354 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:19:21,354 INFO [RS:0;c4730a2bacf8:43265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:19:21,354 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,354 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:19:21,355 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:19:21,355 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,355 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,356 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,356 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:21,356 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:21,356 DEBUG [RS:0;c4730a2bacf8:43265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:21,356 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,356 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,356 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,356 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,356 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,356 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43265,1731896360683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:21,374 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:19:21,374 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43265,1731896360683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,387 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,43265,1731896360683, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:19:21,387 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,388 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.Replication(171): c4730a2bacf8,43265,1731896360683 started 2024-11-18T02:19:21,400 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:21,400 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,43265,1731896360683, RpcServer on c4730a2bacf8/172.17.0.2:43265, sessionid=0x10128def4a50007 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,43265,1731896360683' 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02016731984/flush-table-proc/abort' 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02016731984/flush-table-proc/acquired' 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,43265,1731896360683' 2024-11-18T02:19:21,401 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02016731984/online-snapshot/abort' 2024-11-18T02:19:21,402 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02016731984/online-snapshot/acquired' 2024-11-18T02:19:21,402 DEBUG [RS:0;c4730a2bacf8:43265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:19:21,402 INFO [RS:0;c4730a2bacf8:43265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:19:21,402 INFO [RS:0;c4730a2bacf8:43265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:19:21,405 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource,1-c4730a2bacf8,43265,1731896360683 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:33531' 2024-11-18T02:19:21,406 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource,1-c4730a2bacf8,43265,1731896360683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25de79dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:21,406 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource,1-c4730a2bacf8,43265,1731896360683 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33531,-1 for getting cluster id 2024-11-18T02:19:21,406 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource,1-c4730a2bacf8,43265,1731896360683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:21,407 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb39eb1-2a71-4dd6-9864-2838fcdda569' 2024-11-18T02:19:21,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:21,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb39eb1-2a71-4dd6-9864-2838fcdda569" 2024-11-18T02:19:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162b0759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33531,-1] 2024-11-18T02:19:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:21,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:21,408 WARN [c4730a2bacf8:41781 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T02:19:21,409 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:21,409 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource,1-c4730a2bacf8,43265,1731896360683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18fc35c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:21,409 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource,1-c4730a2bacf8,43265,1731896360683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:21,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:21,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7752a00b 2024-11-18T02:19:21,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:21,411 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T02:19:21,411 INFO [RS:0;c4730a2bacf8:43265.replicationSource,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,43265,1731896360683 (queues=0) is replicating from cluster=42c83cbe-4388-47df-80c8-d9bfcdb0138d to cluster=3cb39eb1-2a71-4dd6-9864-2838fcdda569 2024-11-18T02:19:21,502 INFO [RS:0;c4730a2bacf8:43265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:21,503 INFO [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C43265%2C1731896360683, suffix=, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs, maxLogs=10 2024-11-18T02:19:21,517 DEBUG [RS:0;c4730a2bacf8:43265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504, exclude list is [], retry=0 2024-11-18T02:19:21,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:21,521 INFO [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 2024-11-18T02:19:21,521 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c4730a2bacf8%2C43265%2C1731896360683 for peer 1 2024-11-18T02:19:21,521 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C43265%2C1731896360683 2024-11-18T02:19:21,521 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,43265,1731896360683, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:19:21,523 DEBUG [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:21,523 INFO [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C43265%2C1731896360683 2024-11-18T02:19:21,523 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504, startPosition=0, beingWritten=true 2024-11-18T02:19:21,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:21,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:21,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:21,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:21,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:21,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:21,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:21,658 DEBUG [c4730a2bacf8:41781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:19:21,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,43265,1731896360683, state=OPENING 2024-11-18T02:19:21,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:21,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:21,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:21,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:21,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:21,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,43265,1731896360683}] 2024-11-18T02:19:21,728 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:21,816 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:19:21,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:19:21,821 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:19:21,821 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:21,821 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:19:21,822 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C43265%2C1731896360683.meta, suffix=.meta, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs, maxLogs=10 2024-11-18T02:19:21,836 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.meta.1731896361823.meta, exclude list is [], retry=0 2024-11-18T02:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:21,840 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.meta.1731896361823.meta 2024-11-18T02:19:21,840 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:21,840 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:21,841 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:21,841 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:21,841 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:19:21,841 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:19:21,841 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:19:21,841 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:21,841 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:19:21,841 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:19:21,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:21,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:21,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,848 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/info/d9f0049bf8234bf4843bf46a799f559c 2024-11-18T02:19:21,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:21,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:21,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:21,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,854 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/ns/ee24579954ab42bea36a1b4d7e3231c6 2024-11-18T02:19:21,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:21,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:21,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:21,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:21,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:21,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:21,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:21,859 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/table/9c57513d466c442bb1d6ee191c40f514 2024-11-18T02:19:21,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:21,860 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:21,860 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740 2024-11-18T02:19:21,861 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740 2024-11-18T02:19:21,862 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:21,862 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:21,863 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:21,864 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:21,864 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62502764, jitterRate=-0.06863623857498169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:21,865 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:19:21,865 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896361841Writing region info on filesystem at 1731896361841Initializing all the Stores at 1731896361842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896361842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896361842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896361842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896361842Cleaning up temporary data from old regions at 1731896361862 (+20 ms)Running coprocessor post-open hooks at 1731896361865 (+3 ms)Region opened successfully at 1731896361865 2024-11-18T02:19:21,865 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731896361816 2024-11-18T02:19:21,867 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:19:21,867 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:19:21,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,43265,1731896360683, state=OPEN 2024-11-18T02:19:21,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:21,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02016731984/meta-region-server 2024-11-18T02:19:21,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:21,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:21,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02016731984/meta-region-server: CHANGED 2024-11-18T02:19:21,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T02:19:21,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,43265,1731896360683 in 207 msec 2024-11-18T02:19:21,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:19:21,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-18T02:19:22,032 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:22,437 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:22,855 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-18T02:19:22,942 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:23,546 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:24,251 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:24,357 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-18T02:19:25,056 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:25,759 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4506ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T02:19:25,760 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:19:25,760 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:25,760 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43265,1731896360683, seqNum=-1] 2024-11-18T02:19:25,760 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:25,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:25,765 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aada26e1bddd517545991d6dd509fe4e, regionState=OPEN, lastHost=c4730a2bacf8,35905,1731896348266, regionLocation=c4730a2bacf8,35905,1731896348266, openSeqNum=2 2024-11-18T02:19:25,765 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896425765 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896485766 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T02:19:25,766 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c4730a2bacf8,35905,1731896348266 had 2 regions 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41781,1731896360655-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41781,1731896360655-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41781,1731896360655-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:41781, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:25,766 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:25,767 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c4730a2bacf8,35905,1731896348266, splitWal=true, meta=true, isMeta: false 2024-11-18T02:19:25,769 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266-splitting dir is empty, no logs to split. 2024-11-18T02:19:25,769 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4730a2bacf8,35905,1731896348266 WAL count=0, meta=false 2024-11-18T02:19:25,771 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,35905,1731896348266-splitting dir is empty, no logs to split. 2024-11-18T02:19:25,771 INFO [PEWorker-3 {}] master.SplitWALManager(105): c4730a2bacf8,35905,1731896348266 WAL count=0, meta=false 2024-11-18T02:19:25,771 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c4730a2bacf8,35905,1731896348266 WAL splitting is done? wals=0, meta=false 2024-11-18T02:19:25,771 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.052sec 2024-11-18T02:19:25,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:19:25,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:19:25,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:19:25,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:19:25,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:19:25,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41781,1731896360655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:25,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41781,1731896360655-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:19:25,773 WARN [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c4730a2bacf8,35905,1731896348266/hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:25,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN}] 2024-11-18T02:19:25,775 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:19:25,775 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:19:25,775 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41781,1731896360655-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:25,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN 2024-11-18T02:19:25,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T02:19:25,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:25,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41781,-1 for getting cluster id 2024-11-18T02:19:25,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:25,808 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c83cbe-4388-47df-80c8-d9bfcdb0138d' 2024-11-18T02:19:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c83cbe-4388-47df-80c8-d9bfcdb0138d" 2024-11-18T02:19:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b31978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41781,-1] 2024-11-18T02:19:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,810 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eff2fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:25,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43265,1731896360683, seqNum=-1] 2024-11-18T02:19:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:25,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:25,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T02:19:25,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:25,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:25,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:25,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c4730a2bacf8:41781 after: c4730a2bacf8:41781 2024-11-18T02:19:25,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:25,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41781,-1 for getting cluster id 2024-11-18T02:19:25,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:25,816 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42c83cbe-4388-47df-80c8-d9bfcdb0138d' 2024-11-18T02:19:25,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:25,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42c83cbe-4388-47df-80c8-d9bfcdb0138d" 2024-11-18T02:19:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d5fc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41781,-1] 2024-11-18T02:19:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,817 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:25,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:25,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a86de1 2024-11-18T02:19:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:25,819 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:25,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T02:19:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:19:25,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:25,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:25,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:25,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:19:25,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=734925155, stopped=false 2024-11-18T02:19:25,821 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,33531,1731896351884 2024-11-18T02:19:25,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11582471787/running 2024-11-18T02:19:25,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11582471787/running 2024-11-18T02:19:25,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:25,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:25,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:25,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:25,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:25,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,823 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,32845,1731896351928' ***** 2024-11-18T02:19:25,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:19:25,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on znode that does not yet exist, /11582471787/running 2024-11-18T02:19:25,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Set watcher on znode that does not yet exist, /11582471787/running 2024-11-18T02:19:25,823 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:19:25,823 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:19:25,823 INFO [RS:0;c4730a2bacf8:32845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:19:25,823 INFO [RS:0;c4730a2bacf8:32845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:19:25,823 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:25,823 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:25,824 INFO [RS:0;c4730a2bacf8:32845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:32845. 2024-11-18T02:19:25,824 DEBUG [RS:0;c4730a2bacf8:32845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:25,824 DEBUG [RS:0;c4730a2bacf8:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:25,824 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:19:25,824 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:19:25,824 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:19:25,824 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:19:25,824 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:19:25,824 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:25,824 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:25,824 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:25,824 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:25,824 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:25,824 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:25,824 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:25,824 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T02:19:25,840 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740/.tmp/ns/4422a52095c6450a9a3a9ba823be473e is 43, key is default/ns:d/1731896354895/Put/seqid=0 2024-11-18T02:19:25,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741835_1011 (size=5153) 2024-11-18T02:19:25,894 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:25,926 DEBUG [c4730a2bacf8:41781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:19:25,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aada26e1bddd517545991d6dd509fe4e, regionState=OPENING, regionLocation=c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:25,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN because future has completed 2024-11-18T02:19:25,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aada26e1bddd517545991d6dd509fe4e, server=c4730a2bacf8,43265,1731896360683}] 2024-11-18T02:19:25,962 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:26,024 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:26,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:26,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:26,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:19:26,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C43265%2C1731896360683.rep, suffix=, logDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683, archiveDir=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs, maxLogs=10 2024-11-18T02:19:26,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.rep.1731896366088, exclude list is [], retry=0 2024-11-18T02:19:26,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38897,DS-de438b6f-87ab-4c8e-bc8b-e5ccaf0d0eca,DISK] 2024-11-18T02:19:26,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.rep.1731896366088 2024-11-18T02:19:26,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41195:41195)] 2024-11-18T02:19:26,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => aada26e1bddd517545991d6dd509fe4e, NAME => 'hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:26,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:26,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:26,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. service=MultiRowMutationService 2024-11-18T02:19:26,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:19:26,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:26,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,108 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,109 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aada26e1bddd517545991d6dd509fe4e columnFamilyName hfileref 2024-11-18T02:19:26,109 DEBUG [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:26,109 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(327): Store=aada26e1bddd517545991d6dd509fe4e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:26,109 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,110 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aada26e1bddd517545991d6dd509fe4e columnFamilyName queue 2024-11-18T02:19:26,110 DEBUG [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:26,115 DEBUG [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/queue/1fd8cfe972264fedbadfd2f6473cfac0 2024-11-18T02:19:26,115 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(327): Store=aada26e1bddd517545991d6dd509fe4e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:26,115 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,115 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aada26e1bddd517545991d6dd509fe4e columnFamilyName sid 2024-11-18T02:19:26,115 DEBUG [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:26,116 INFO [StoreOpener-aada26e1bddd517545991d6dd509fe4e-1 {}] regionserver.HStore(327): Store=aada26e1bddd517545991d6dd509fe4e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:26,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:19:26,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened aada26e1bddd517545991d6dd509fe4e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73584531, jitterRate=0.09649495780467987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:19:26,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:26,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for aada26e1bddd517545991d6dd509fe4e: Running coprocessor pre-open hook at 1731896366107Writing region info on filesystem at 1731896366107Initializing all the Stores at 1731896366108 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896366108Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896366108Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896366108Cleaning up temporary data from old regions at 1731896366118 (+10 ms)Running coprocessor post-open hooks at 1731896366121 (+3 ms)Region opened successfully at 1731896366121 2024-11-18T02:19:26,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e., pid=13, masterSystemTime=1731896366082 2024-11-18T02:19:26,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:26,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:26,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aada26e1bddd517545991d6dd509fe4e, regionState=OPEN, openSeqNum=9, regionLocation=c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:26,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aada26e1bddd517545991d6dd509fe4e, server=c4730a2bacf8,43265,1731896360683 because future has completed 2024-11-18T02:19:26,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T02:19:26,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure aada26e1bddd517545991d6dd509fe4e, server=c4730a2bacf8,43265,1731896360683 in 197 msec 2024-11-18T02:19:26,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T02:19:26,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aada26e1bddd517545991d6dd509fe4e, ASSIGN in 355 msec 2024-11-18T02:19:26,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T02:19:26,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e., hostname=c4730a2bacf8,43265,1731896360683, seqNum=9] 2024-11-18T02:19:26,149 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c4730a2bacf8,35905,1731896348266 2024-11-18T02:19:26,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T02:19:26,224 DEBUG [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:26,245 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740/.tmp/ns/4422a52095c6450a9a3a9ba823be473e 2024-11-18T02:19:26,251 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740/.tmp/ns/4422a52095c6450a9a3a9ba823be473e as hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740/ns/4422a52095c6450a9a3a9ba823be473e 2024-11-18T02:19:26,255 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740/ns/4422a52095c6450a9a3a9ba823be473e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T02:19:26,256 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-18T02:19:26,256 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:19:26,261 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T02:19:26,261 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:26,261 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:26,261 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:26,261 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896365824Running coprocessor pre-close hooks at 1731896365824Disabling compacts and flushes for region at 1731896365824Disabling writes for close at 1731896365824Obtaining lock to block concurrent updates at 1731896365824Preparing flush snapshotting stores in 1588230740 at 1731896365824Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731896365825 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896365825Flushing 1588230740/ns: creating writer at 1731896365825Flushing 1588230740/ns: appending metadata at 1731896365840 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731896365840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8079d80: reopening flushed file at 1731896366250 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731896366256 (+6 ms)Writing region close event to WAL at 1731896366258 (+2 ms)Running coprocessor post-close hooks at 1731896366261 (+3 ms)Closed at 1731896366261 2024-11-18T02:19:26,261 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:26,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T02:19:26,425 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,32845,1731896351928; all regions closed. 2024-11-18T02:19:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741834_1010 (size=1152) 2024-11-18T02:19:26,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928/c4730a2bacf8%2C32845%2C1731896351928.meta.1731896354848.meta not finished, retry = 0 2024-11-18T02:19:26,530 DEBUG [RS:0;c4730a2bacf8:32845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/oldWALs 2024-11-18T02:19:26,530 INFO [RS:0;c4730a2bacf8:32845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C32845%2C1731896351928.meta:.meta(num 1731896354848) 2024-11-18T02:19:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741832_1008 (size=93) 2024-11-18T02:19:26,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/WALs/c4730a2bacf8,32845,1731896351928/c4730a2bacf8%2C32845%2C1731896351928.1731896353917 not finished, retry = 0 2024-11-18T02:19:26,634 DEBUG [RS:0;c4730a2bacf8:32845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/oldWALs 2024-11-18T02:19:26,634 INFO [RS:0;c4730a2bacf8:32845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C32845%2C1731896351928:(num 1731896353917) 2024-11-18T02:19:26,634 DEBUG [RS:0;c4730a2bacf8:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:26,634 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:26,634 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:26,634 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:26,634 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:26,634 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:26,635 INFO [RS:0;c4730a2bacf8:32845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32845 2024-11-18T02:19:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11582471787/rs/c4730a2bacf8,32845,1731896351928 2024-11-18T02:19:26,636 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787/rs 2024-11-18T02:19:26,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,32845,1731896351928] 2024-11-18T02:19:26,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11582471787/draining/c4730a2bacf8,32845,1731896351928 already deleted, retry=false 2024-11-18T02:19:26,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,32845,1731896351928 expired; onlineServers=0 2024-11-18T02:19:26,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,33531,1731896351884' ***** 2024-11-18T02:19:26,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:19:26,639 INFO [M:0;c4730a2bacf8:33531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:26,639 INFO [M:0;c4730a2bacf8:33531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:26,639 DEBUG [M:0;c4730a2bacf8:33531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:19:26,640 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:19:26,640 DEBUG [M:0;c4730a2bacf8:33531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:19:26,640 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896353703 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896353703,5,FailOnTimeoutGroup] 2024-11-18T02:19:26,640 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896353704 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896353704,5,FailOnTimeoutGroup] 2024-11-18T02:19:26,640 INFO [M:0;c4730a2bacf8:33531 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:26,640 INFO [M:0;c4730a2bacf8:33531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:26,640 DEBUG [M:0;c4730a2bacf8:33531 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:19:26,640 INFO [M:0;c4730a2bacf8:33531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:19:26,640 INFO [M:0;c4730a2bacf8:33531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:26,640 INFO [M:0;c4730a2bacf8:33531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:19:26,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:19:26,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11582471787/master 2024-11-18T02:19:26,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11582471787 2024-11-18T02:19:26,641 DEBUG [M:0;c4730a2bacf8:33531 {}] zookeeper.ZKUtil(347): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Unable to get data of znode /11582471787/master because node does not exist (not an error) 2024-11-18T02:19:26,641 WARN [M:0;c4730a2bacf8:33531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:19:26,642 INFO [M:0;c4730a2bacf8:33531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/.lastflushedseqids 2024-11-18T02:19:26,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741836_1012 (size=99) 2024-11-18T02:19:26,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:26,739 INFO [RS:0;c4730a2bacf8:32845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:26,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x10128def4a50004, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:26,739 INFO [RS:0;c4730a2bacf8:32845 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,32845,1731896351928; zookeeper connection closed. 2024-11-18T02:19:26,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7392759d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7392759d 2024-11-18T02:19:26,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:19:26,967 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:27,047 INFO [M:0;c4730a2bacf8:33531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:19:27,047 INFO [M:0;c4730a2bacf8:33531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:19:27,047 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:27,047 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:27,047 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:27,047 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:27,047 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:27,047 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T02:19:27,062 DEBUG [M:0;c4730a2bacf8:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3466dd8259a47af9f70a1d7b77c7307 is 82, key is hbase:meta,,1/info:regioninfo/1731896354884/Put/seqid=0 2024-11-18T02:19:27,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741837_1013 (size=5672) 2024-11-18T02:19:27,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:27,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:27,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:27,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:27,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:27,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:27,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:27,467 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3466dd8259a47af9f70a1d7b77c7307 2024-11-18T02:19:27,485 DEBUG [M:0;c4730a2bacf8:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b551091130244f1fb1a2cbac9a7e330a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731896354899/Put/seqid=0 2024-11-18T02:19:27,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741838_1014 (size=5275) 2024-11-18T02:19:27,890 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b551091130244f1fb1a2cbac9a7e330a 2024-11-18T02:19:27,908 DEBUG [M:0;c4730a2bacf8:33531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8d1340c3a1f4f8697dc21d082b5b438 is 69, key is c4730a2bacf8,32845,1731896351928/rs:state/1731896353770/Put/seqid=0 2024-11-18T02:19:27,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741839_1015 (size=5156) 2024-11-18T02:19:28,072 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:28,312 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8d1340c3a1f4f8697dc21d082b5b438 2024-11-18T02:19:28,317 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3466dd8259a47af9f70a1d7b77c7307 as hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3466dd8259a47af9f70a1d7b77c7307 2024-11-18T02:19:28,322 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3466dd8259a47af9f70a1d7b77c7307, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T02:19:28,323 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b551091130244f1fb1a2cbac9a7e330a as hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b551091130244f1fb1a2cbac9a7e330a 2024-11-18T02:19:28,327 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b551091130244f1fb1a2cbac9a7e330a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T02:19:28,327 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8d1340c3a1f4f8697dc21d082b5b438 as hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8d1340c3a1f4f8697dc21d082b5b438 2024-11-18T02:19:28,331 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39971/user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8d1340c3a1f4f8697dc21d082b5b438, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T02:19:28,332 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false 2024-11-18T02:19:28,334 INFO [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:28,334 DEBUG [M:0;c4730a2bacf8:33531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896367047Disabling compacts and flushes for region at 1731896367047Disabling writes for close at 1731896367047Obtaining lock to block concurrent updates at 1731896367047Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896367047Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731896367047Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896367048 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896367048Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896367062 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896367062Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896367471 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896367485 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896367485Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896367894 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896367908 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896367908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdc2722: reopening flushed file at 1731896368316 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335e0e6a: reopening flushed file at 1731896368322 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be23c4c: reopening flushed file at 1731896368327 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false at 1731896368332 (+5 ms)Writing region close event to WAL at 1731896368333 (+1 ms)Closed at 1731896368333 2024-11-18T02:19:28,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741830_1006 (size=10165) 2024-11-18T02:19:28,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afafeb8d-94b8-2cbf-e766-53dc1890af16/MasterData/WALs/c4730a2bacf8,33531,1731896351884/c4730a2bacf8%2C33531%2C1731896351884.1731896353623 not finished, retry = 0 2024-11-18T02:19:28,437 INFO [M:0;c4730a2bacf8:33531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:19:28,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:28,437 INFO [M:0;c4730a2bacf8:33531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33531 2024-11-18T02:19:28,437 INFO [M:0;c4730a2bacf8:33531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:28,539 INFO [M:0;c4730a2bacf8:33531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33531-0x10128def4a50003, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:28,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:28,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:28,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:28,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:28,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:28,544 WARN [BP-546699715-172.17.0.2-1731896350923 heartbeating to localhost/127.0.0.1:39971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:19:28,544 WARN [BP-546699715-172.17.0.2-1731896350923 heartbeating to localhost/127.0.0.1:39971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-546699715-172.17.0.2-1731896350923 (Datanode Uuid e79bca02-4944-4a6d-a25b-c066c0467ca0) service to localhost/127.0.0.1:39971 2024-11-18T02:19:28,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:19:28,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:19:28,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/cluster_340712dd-a3d8-122b-ec67-44f42c9886b9/data/data2/current/BP-546699715-172.17.0.2-1731896350923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:28,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/cluster_340712dd-a3d8-122b-ec67-44f42c9886b9/data/data1/current/BP-546699715-172.17.0.2-1731896350923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:28,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:19:28,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:28,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:28,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:28,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:28,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:28,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:19:28,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:19:28,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:28,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:28,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:28,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:28,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:28,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:19:28,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=438712303, stopped=false 2024-11-18T02:19:28,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,41781,1731896360655 2024-11-18T02:19:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/running 2024-11-18T02:19:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:28,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:28,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:28,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:28,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:28,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,43265,1731896360683' ***** 2024-11-18T02:19:28,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:19:28,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:28,566 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:19:28,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(3091): Received CLOSE for aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:28,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Set watcher on znode that does not yet exist, /02016731984/running 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:43265. 2024-11-18T02:19:28,567 DEBUG [RS:0;c4730a2bacf8:43265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:28,567 DEBUG [RS:0;c4730a2bacf8:43265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:19:28,567 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aada26e1bddd517545991d6dd509fe4e, disabling compactions & flushes 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:19:28,567 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:19:28,567 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:28,567 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. after waiting 0 ms 2024-11-18T02:19:28,567 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:28,567 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:19:28,567 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aada26e1bddd517545991d6dd509fe4e=hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e.} 2024-11-18T02:19:28,568 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aada26e1bddd517545991d6dd509fe4e 2024-11-18T02:19:28,568 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:28,568 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:28,568 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:28,568 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:28,568 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:28,568 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T02:19:28,571 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/replication/aada26e1bddd517545991d6dd509fe4e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T02:19:28,572 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:28,572 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:28,572 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:28,572 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aada26e1bddd517545991d6dd509fe4e: Waiting for close lock at 1731896368567Running coprocessor pre-close hooks at 1731896368567Disabling compacts and flushes for region at 1731896368567Disabling writes for close at 1731896368567Writing region close event to WAL at 1731896368568 (+1 ms)Running coprocessor post-close hooks at 1731896368572 (+4 ms)Closed at 1731896368572 2024-11-18T02:19:28,572 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e. 2024-11-18T02:19:28,584 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/info/3a9253009f214dc081a54bb4226d37e2 is 147, key is hbase:replication,,1731896354976.aada26e1bddd517545991d6dd509fe4e./info:regioninfo/1731896366124/Put/seqid=0 2024-11-18T02:19:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741851_1027 (size=6385) 2024-11-18T02:19:28,661 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:28,768 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:28,968 DEBUG [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:28,988 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/info/3a9253009f214dc081a54bb4226d37e2 2024-11-18T02:19:28,993 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/.tmp/info/3a9253009f214dc081a54bb4226d37e2 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/info/3a9253009f214dc081a54bb4226d37e2 2024-11-18T02:19:28,998 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/info/3a9253009f214dc081a54bb4226d37e2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T02:19:28,999 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-18T02:19:29,003 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T02:19:29,003 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:29,003 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:29,003 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:29,003 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896368568Running coprocessor pre-close hooks at 1731896368568Disabling compacts and flushes for region at 1731896368568Disabling writes for close at 1731896368568Obtaining lock to block concurrent updates at 1731896368568Preparing flush snapshotting stores in 1588230740 at 1731896368568Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731896368568Flushing stores of hbase:meta,,1.1588230740 at 1731896368569 (+1 ms)Flushing 1588230740/info: creating writer at 1731896368569Flushing 1588230740/info: appending metadata at 1731896368583 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731896368583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2beef528: reopening flushed file at 1731896368993 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731896368999 (+6 ms)Writing region close event to WAL at 1731896369000 (+1 ms)Running coprocessor post-close hooks at 1731896369003 (+3 ms)Closed at 1731896369003 2024-11-18T02:19:29,003 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:29,168 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,43265,1731896360683; all regions closed. 2024-11-18T02:19:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741849_1025 (size=2156) 2024-11-18T02:19:29,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.meta.1731896361823.meta not finished, retry = 0 2024-11-18T02:19:29,274 DEBUG [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs 2024-11-18T02:19:29,274 INFO [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C43265%2C1731896360683.meta:.meta(num 1731896361823) 2024-11-18T02:19:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741850_1026 (size=796) 2024-11-18T02:19:29,276 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 to pos 0, reset compression=false 2024-11-18T02:19:29,277 DEBUG [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs 2024-11-18T02:19:29,277 INFO [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C43265%2C1731896360683.rep:(num 1731896366088) 2024-11-18T02:19:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741848_1024 (size=93) 2024-11-18T02:19:29,281 DEBUG [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/oldWALs 2024-11-18T02:19:29,281 INFO [RS:0;c4730a2bacf8:43265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C43265%2C1731896360683:(num 1731896361504) 2024-11-18T02:19:29,281 DEBUG [RS:0;c4730a2bacf8:43265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:29,281 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:29,281 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:29,282 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504 2024-11-18T02:19:29,282 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T02:19:29,282 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43265,1731896360683 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/WALs/c4730a2bacf8,43265,1731896360683/c4730a2bacf8%2C43265%2C1731896360683.1731896361504, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.wal-reader.c4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T02:19:29,282 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,43265,1731896360683 because: Region server is closing 2024-11-18T02:19:29,282 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T02:19:29,282 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T02:19:29,282 INFO [RS:0;c4730a2bacf8:43265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:43265. 2024-11-18T02:19:29,282 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:29,282 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43265,1731896360683, seqNum=-1] 2024-11-18T02:19:29,283 WARN [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-c4730a2bacf8,43265,1731896360683', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:43265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-18T02:19:29,284 ERROR [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,43265,1731896360683: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,43265,1731896360683, walGroup=c4730a2bacf8%2C43265%2C1731896360683, offset=c4730a2bacf8%2C43265%2C1731896360683.1731896361504:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:43265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:19:29,285 ERROR [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:19:29,285 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:19:29,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:29,286 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:19:29,286 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:19:29,286 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:19:29,286 INFO [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 711584680 }, "NonHeapMemoryUsage": { "committed": 185663488, "init": 7667712, "max": -1, "used": 182872840 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:19:29,287 DEBUG [RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c4730a2bacf8%2C43265%2C1731896360683.1731896361504] 2024-11-18T02:19:29,383 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c4730a2bacf8:43265.replicationSource.shipperc4730a2bacf8%2C43265%2C1731896360683,1-c4730a2bacf8,43265,1731896360683 terminated 2024-11-18T02:19:29,383 INFO [RS:0;c4730a2bacf8:43265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43265 2024-11-18T02:19:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/rs/c4730a2bacf8,43265,1731896360683 2024-11-18T02:19:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984/rs 2024-11-18T02:19:29,385 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:29,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,43265,1731896360683] 2024-11-18T02:19:29,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02016731984/draining/c4730a2bacf8,43265,1731896360683 already deleted, retry=false 2024-11-18T02:19:29,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,43265,1731896360683 expired; onlineServers=0 2024-11-18T02:19:29,388 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,41781,1731896360655' ***** 2024-11-18T02:19:29,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:19:29,388 INFO [M:0;c4730a2bacf8:41781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:29,388 INFO [M:0;c4730a2bacf8:41781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:29,388 DEBUG [M:0;c4730a2bacf8:41781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:19:29,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:19:29,388 DEBUG [M:0;c4730a2bacf8:41781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:19:29,388 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896361252 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896361252,5,FailOnTimeoutGroup] 2024-11-18T02:19:29,388 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896361252 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896361252,5,FailOnTimeoutGroup] 2024-11-18T02:19:29,388 INFO [M:0;c4730a2bacf8:41781 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:29,388 INFO [M:0;c4730a2bacf8:41781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:29,388 DEBUG [M:0;c4730a2bacf8:41781 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:19:29,388 INFO [M:0;c4730a2bacf8:41781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:19:29,388 INFO [M:0;c4730a2bacf8:41781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:29,388 INFO [M:0;c4730a2bacf8:41781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:19:29,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:19:29,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02016731984/master 2024-11-18T02:19:29,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02016731984 2024-11-18T02:19:29,391 DEBUG [M:0;c4730a2bacf8:41781 {}] zookeeper.ZKUtil(347): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Unable to get data of znode /02016731984/master because node does not exist (not an error) 2024-11-18T02:19:29,391 WARN [M:0;c4730a2bacf8:41781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:19:29,391 INFO [M:0;c4730a2bacf8:41781 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/.lastflushedseqids 2024-11-18T02:19:29,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741852_1028 (size=181) 2024-11-18T02:19:29,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:29,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43265-0x10128def4a50007, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:29,487 INFO [RS:0;c4730a2bacf8:43265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:29,487 INFO [RS:0;c4730a2bacf8:43265 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,43265,1731896360683; zookeeper connection closed. 2024-11-18T02:19:29,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@642d2feb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@642d2feb 2024-11-18T02:19:29,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:19:29,797 INFO [M:0;c4730a2bacf8:41781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:19:29,797 INFO [M:0;c4730a2bacf8:41781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:19:29,797 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:29,797 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:29,797 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:29,797 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:29,797 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:29,797 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T02:19:29,813 DEBUG [M:0;c4730a2bacf8:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd4a456434e4405b0f7badd5a15199d is 82, key is hbase:meta,,1/info:regioninfo/1731896361868/Put/seqid=0 2024-11-18T02:19:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741853_1029 (size=5672) 2024-11-18T02:19:30,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:30,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:19:30,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:30,217 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd4a456434e4405b0f7badd5a15199d 2024-11-18T02:19:30,237 DEBUG [M:0;c4730a2bacf8:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651485a811a94e238a41a6f7438ad360 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731896366130/Put/seqid=0 2024-11-18T02:19:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741854_1030 (size=7312) 2024-11-18T02:19:30,641 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651485a811a94e238a41a6f7438ad360 2024-11-18T02:19:30,664 DEBUG [M:0;c4730a2bacf8:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9d5dc077184415986619b7b7e8c80d is 69, key is c4730a2bacf8,43265,1731896360683/rs:state/1731896361324/Put/seqid=0 2024-11-18T02:19:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741855_1031 (size=5370) 2024-11-18T02:19:31,068 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9d5dc077184415986619b7b7e8c80d 2024-11-18T02:19:31,073 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9d5dc077184415986619b7b7e8c80d 2024-11-18T02:19:31,073 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd4a456434e4405b0f7badd5a15199d as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fd4a456434e4405b0f7badd5a15199d 2024-11-18T02:19:31,077 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fd4a456434e4405b0f7badd5a15199d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T02:19:31,078 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651485a811a94e238a41a6f7438ad360 as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/651485a811a94e238a41a6f7438ad360 2024-11-18T02:19:31,082 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/651485a811a94e238a41a6f7438ad360, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T02:19:31,083 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9d5dc077184415986619b7b7e8c80d as hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e9d5dc077184415986619b7b7e8c80d 2024-11-18T02:19:31,087 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9d5dc077184415986619b7b7e8c80d 2024-11-18T02:19:31,087 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33647/user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e9d5dc077184415986619b7b7e8c80d, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T02:19:31,088 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false 2024-11-18T02:19:31,089 INFO [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:31,089 DEBUG [M:0;c4730a2bacf8:41781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896369797Disabling compacts and flushes for region at 1731896369797Disabling writes for close at 1731896369797Obtaining lock to block concurrent updates at 1731896369797Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896369797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731896369797Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896369798 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896369798Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896369813 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896369813Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896370222 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896370237 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896370237Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896370646 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896370663 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896370663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2496bdd: reopening flushed file at 1731896371073 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16236ed0: reopening flushed file at 1731896371078 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d939afe: reopening flushed file at 1731896371082 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false at 1731896371088 (+6 ms)Writing region close event to WAL at 1731896371089 (+1 ms)Closed at 1731896371089 2024-11-18T02:19:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38897 is added to blk_1073741847_1023 (size=22903) 2024-11-18T02:19:31,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d79bb83a-549e-c482-e92c-e054cd17ec09/MasterData/WALs/c4730a2bacf8,41781,1731896360655/c4730a2bacf8%2C41781%2C1731896360655.1731896361153 not finished, retry = 0 2024-11-18T02:19:31,192 INFO [M:0;c4730a2bacf8:41781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:19:31,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:31,192 INFO [M:0;c4730a2bacf8:41781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41781 2024-11-18T02:19:31,192 INFO [M:0;c4730a2bacf8:41781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:31,294 INFO [M:0;c4730a2bacf8:41781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x10128def4a50006, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:31,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:31,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:31,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:31,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:31,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:31,299 WARN [BP-1581348657-172.17.0.2-1731896347180 heartbeating to localhost/127.0.0.1:33647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:19:31,299 WARN [BP-1581348657-172.17.0.2-1731896347180 heartbeating to localhost/127.0.0.1:33647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1581348657-172.17.0.2-1731896347180 (Datanode Uuid d91e03d3-9121-449a-9ce2-b543b82d0222) service to localhost/127.0.0.1:33647 2024-11-18T02:19:31,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e/data/data2/current/BP-1581348657-172.17.0.2-1731896347180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:31,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:19:31,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/cluster_4286323d-83c9-00fa-80ab-eee3830f787e/data/data1/current/BP-1581348657-172.17.0.2-1731896347180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:31,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:19:31,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:19:31,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:31,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:31,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:31,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:31,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1e279-0386-b844-35a8-a83b75dfbbf0/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:31,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:19:31,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:19:31,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 162) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33647 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39971 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 249) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2383 (was 2368) - AvailableMemoryMB LEAK? - 2024-11-18T02:19:31,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=2383 2024-11-18T02:19:31,359 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T02:19:31,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.log.dir so I do NOT create it in target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264 2024-11-18T02:19:31,360 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:19:31,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.tmp.dir so I do NOT create it in target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264 2024-11-18T02:19:31,360 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e84fdf-8c7d-e92c-d2ce-c2f91af410ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:19:31,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264 2024-11-18T02:19:31,360 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9, deleteOnExit=true 2024-11-18T02:19:31,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9/zookeeper_0, clientPort=64185, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:19:31,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64185 2024-11-18T02:19:31,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:19:31,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:19:31,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/test.cache.data in system properties and HBase conf 2024-11-18T02:19:31,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:19:31,364 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:19:31,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128def4a50002, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:19:31,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128def4a50005, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:19:31,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128def4a50005, quorum=127.0.0.1:50341, baseZNode=/11582471787 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:19:31,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128def4a50002, quorum=127.0.0.1:50341, baseZNode=/02016731984 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:19:31,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:31,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:31,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:31,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:31,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:19:31,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:31,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:31,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:31,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef48bf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/java.io.tmpdir/jetty-localhost-39921-hadoop-hdfs-3_4_1-tests_jar-_-any-539073350081047990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:31,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:39921} 2024-11-18T02:19:31,575 INFO [Time-limited test {}] server.Server(415): Started @157906ms 2024-11-18T02:19:31,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:31,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:31,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:31,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:31,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:19:31,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:31,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:31,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233a9ae1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/java.io.tmpdir/jetty-localhost-36155-hadoop-hdfs-3_4_1-tests_jar-_-any-10487706853448799960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:31,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:36155} 2024-11-18T02:19:31,801 INFO [Time-limited test {}] server.Server(415): Started @158132ms 2024-11-18T02:19:31,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:19:31,909 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9/data/data1/current/BP-1525707351-172.17.0.2-1731896371382/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:31,909 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9/data/data2/current/BP-1525707351-172.17.0.2-1731896371382/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:31,925 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:19:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0d5c9116c1f614 with lease ID 0x2953dad6947e30fb: Processing first storage report for DS-a6d55eaf-d4c2-45af-9cf2-1da357272de3 from datanode DatanodeRegistration(127.0.0.1:44977, datanodeUuid=93c1f6db-586a-41b7-85e5-939d4771a9c2, infoPort=40145, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1114994763;c=1731896371382) 2024-11-18T02:19:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d5c9116c1f614 with lease ID 0x2953dad6947e30fb: from storage DS-a6d55eaf-d4c2-45af-9cf2-1da357272de3 node DatanodeRegistration(127.0.0.1:44977, datanodeUuid=93c1f6db-586a-41b7-85e5-939d4771a9c2, infoPort=40145, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1114994763;c=1731896371382), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0d5c9116c1f614 with lease ID 0x2953dad6947e30fb: Processing first storage report for DS-b8e89037-5e75-4215-bf5a-6c2508e03de9 from datanode DatanodeRegistration(127.0.0.1:44977, datanodeUuid=93c1f6db-586a-41b7-85e5-939d4771a9c2, infoPort=40145, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1114994763;c=1731896371382) 2024-11-18T02:19:31,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d5c9116c1f614 with lease ID 0x2953dad6947e30fb: from storage DS-b8e89037-5e75-4215-bf5a-6c2508e03de9 node DatanodeRegistration(127.0.0.1:44977, datanodeUuid=93c1f6db-586a-41b7-85e5-939d4771a9c2, infoPort=40145, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1114994763;c=1731896371382), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:32,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264 2024-11-18T02:19:32,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:32,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:19:32,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27 with version=8 2024-11-18T02:19:32,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/hbase-staging 2024-11-18T02:19:32,450 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:32,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:32,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:32,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:32,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:32,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:32,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:19:32,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:32,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44915 2024-11-18T02:19:32,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44915 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-18T02:19:32,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449150x0, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:32,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44915-0x10128df53320000 connected 2024-11-18T02:19:32,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:32,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:32,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on znode that does not yet exist, /0-1739906969/running 2024-11-18T02:19:32,479 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27, hbase.cluster.distributed=false 2024-11-18T02:19:32,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on znode that does not yet exist, /0-1739906969/acl 2024-11-18T02:19:32,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-18T02:19:32,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44915 2024-11-18T02:19:32,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44915 2024-11-18T02:19:32,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-18T02:19:32,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44915 2024-11-18T02:19:32,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:32,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:32,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:32,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:32,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:32,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:32,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:19:32,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:32,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46459 2024-11-18T02:19:32,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46459 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-18T02:19:32,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:32,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:32,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464590x0, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:32,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464590x0, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on znode that does not yet exist, /0-1739906969/running 2024-11-18T02:19:32,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46459-0x10128df53320001 connected 2024-11-18T02:19:32,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:19:32,518 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:19:32,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on znode that does not yet exist, /0-1739906969/master 2024-11-18T02:19:32,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on znode that does not yet exist, /0-1739906969/acl 2024-11-18T02:19:32,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46459 2024-11-18T02:19:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46459 2024-11-18T02:19:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46459 2024-11-18T02:19:32,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46459 2024-11-18T02:19:32,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46459 2024-11-18T02:19:32,542 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:44915 2024-11-18T02:19:32,542 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1739906969/backup-masters/c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969/backup-masters 2024-11-18T02:19:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969/backup-masters 2024-11-18T02:19:32,545 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on existing znode=/0-1739906969/backup-masters/c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:32,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1739906969/master 2024-11-18T02:19:32,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:32,548 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on existing znode=/0-1739906969/master 2024-11-18T02:19:32,549 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1739906969/backup-masters/c4730a2bacf8,44915,1731896372450 from backup master directory 2024-11-18T02:19:32,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1739906969/backup-masters/c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:32,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969/backup-masters 2024-11-18T02:19:32,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969/backup-masters 2024-11-18T02:19:32,552 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:32,552 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:32,557 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/hbase.id] with ID: 8c522633-0745-4d6a-baeb-f03806f7a3ee 2024-11-18T02:19:32,557 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/.tmp/hbase.id 2024-11-18T02:19:32,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:19:32,565 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/.tmp/hbase.id]:[hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/hbase.id] 2024-11-18T02:19:32,590 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:32,590 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:19:32,591 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:19:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:32,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:19:33,008 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:33,009 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:19:33,009 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:19:33,417 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store 2024-11-18T02:19:33,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:19:33,824 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:33,824 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:33,824 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:33,824 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:33,824 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:33,824 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:33,824 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:33,824 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896373824Disabling compacts and flushes for region at 1731896373824Disabling writes for close at 1731896373824Writing region close event to WAL at 1731896373824Closed at 1731896373824 2024-11-18T02:19:33,825 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/.initializing 2024-11-18T02:19:33,825 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/WALs/c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:33,826 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:33,827 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C44915%2C1731896372450, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/WALs/c4730a2bacf8,44915,1731896372450, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/oldWALs, maxLogs=10 2024-11-18T02:19:33,841 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/WALs/c4730a2bacf8,44915,1731896372450/c4730a2bacf8%2C44915%2C1731896372450.1731896373827, exclude list is [], retry=0 2024-11-18T02:19:33,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44977,DS-a6d55eaf-d4c2-45af-9cf2-1da357272de3,DISK] 2024-11-18T02:19:33,845 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/WALs/c4730a2bacf8,44915,1731896372450/c4730a2bacf8%2C44915%2C1731896372450.1731896373827 2024-11-18T02:19:33,845 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40145:40145)] 2024-11-18T02:19:33,845 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:33,845 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:33,845 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,845 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:19:33,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:33,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:33,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:19:33,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:33,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:33,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:19:33,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:33,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:33,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:19:33,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:33,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:33,851 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,852 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,852 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,853 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,853 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,853 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:33,854 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:33,856 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:33,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61004608, jitterRate=-0.09096050262451172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:33,857 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896373845Initializing all the Stores at 1731896373846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896373846Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896373846Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896373846Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896373846Cleaning up temporary data from old regions at 1731896373853 (+7 ms)Region opened successfully at 1731896373857 (+4 ms) 2024-11-18T02:19:33,857 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:19:33,861 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2468bf9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:33,862 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:19:33,862 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:19:33,862 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:19:33,862 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:19:33,862 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:19:33,863 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:19:33,863 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:19:33,866 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:19:33,866 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Unable to get data of znode /0-1739906969/balancer because node does not exist (not necessarily an error) 2024-11-18T02:19:33,868 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1739906969/balancer already deleted, retry=false 2024-11-18T02:19:33,869 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:19:33,869 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Unable to get data of znode /0-1739906969/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:19:33,870 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1739906969/normalizer already deleted, retry=false 2024-11-18T02:19:33,871 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:19:33,871 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Unable to get data of znode /0-1739906969/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:19:33,874 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1739906969/switch/split already deleted, retry=false 2024-11-18T02:19:33,875 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Unable to get data of znode /0-1739906969/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:19:33,876 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1739906969/switch/merge already deleted, retry=false 2024-11-18T02:19:33,878 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Unable to get data of znode /0-1739906969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:19:33,879 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1739906969/snapshot-cleanup already deleted, retry=false 2024-11-18T02:19:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1739906969/running 2024-11-18T02:19:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1739906969/running 2024-11-18T02:19:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:33,882 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,44915,1731896372450, sessionid=0x10128df53320000, setting cluster-up flag (Was=false) 2024-11-18T02:19:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:33,893 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1739906969/flush-table-proc/acquired, /0-1739906969/flush-table-proc/reached, /0-1739906969/flush-table-proc/abort 2024-11-18T02:19:33,893 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:33,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:33,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:33,905 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1739906969/online-snapshot/acquired, /0-1739906969/online-snapshot/reached, /0-1739906969/online-snapshot/abort 2024-11-18T02:19:33,905 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:33,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:19:33,907 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:33,908 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:19:33,908 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:19:33,908 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c4730a2bacf8,35905,1731896348266: status=Processing ServerCrashProcedure of c4730a2bacf8,35905,1731896348266 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731896361250, completionTime=-1 appears to have been leaked 2024-11-18T02:19:33,908 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,44915,1731896372450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:33,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,910 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896403910 2024-11-18T02:19:33,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:33,910 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:19:33,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:19:33,910 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:19:33,910 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:19:33,911 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:33,911 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:19:33,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:19:33,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:19:33,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:19:33,912 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896373912,5,FailOnTimeoutGroup] 2024-11-18T02:19:33,912 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896373912,5,FailOnTimeoutGroup] 2024-11-18T02:19:33,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:19:33,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:19:33,931 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(746): ClusterId : 8c522633-0745-4d6a-baeb-f03806f7a3ee 2024-11-18T02:19:33,931 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:19:33,933 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:19:33,933 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:19:33,934 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:19:33,934 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c22c80e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:33,946 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:46459 2024-11-18T02:19:33,946 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:19:33,946 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:19:33,946 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:19:33,947 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,44915,1731896372450 with port=46459, startcode=1731896372501 2024-11-18T02:19:33,947 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:19:33,948 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:19:33,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:33,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:33,950 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27 2024-11-18T02:19:33,950 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37841 2024-11-18T02:19:33,950 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:19:33,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969/rs 2024-11-18T02:19:33,953 DEBUG [RS:0;c4730a2bacf8:46459 {}] zookeeper.ZKUtil(111): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on existing znode=/0-1739906969/rs/c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:33,953 WARN [RS:0;c4730a2bacf8:46459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:33,953 INFO [RS:0;c4730a2bacf8:46459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:33,953 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:33,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,46459,1731896372501] 2024-11-18T02:19:33,956 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:19:33,958 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:19:33,958 INFO [RS:0;c4730a2bacf8:46459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:19:33,958 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,960 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:19:33,961 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:19:33,961 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:33,961 DEBUG [RS:0;c4730a2bacf8:46459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:33,962 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,962 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,962 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,962 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,962 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,962 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,46459,1731896372501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:33,978 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:19:33,978 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,46459,1731896372501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,978 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,978 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.Replication(171): c4730a2bacf8,46459,1731896372501 started 2024-11-18T02:19:33,991 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:33,991 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,46459,1731896372501, RpcServer on c4730a2bacf8/172.17.0.2:46459, sessionid=0x10128df53320001 2024-11-18T02:19:33,991 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:19:33,991 DEBUG [RS:0;c4730a2bacf8:46459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:33,991 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,46459,1731896372501' 2024-11-18T02:19:33,991 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1739906969/flush-table-proc/abort' 2024-11-18T02:19:33,992 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1739906969/flush-table-proc/acquired' 2024-11-18T02:19:33,992 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:19:33,992 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:19:33,992 DEBUG [RS:0;c4730a2bacf8:46459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:33,992 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,46459,1731896372501' 2024-11-18T02:19:33,992 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1739906969/online-snapshot/abort' 2024-11-18T02:19:33,993 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1739906969/online-snapshot/acquired' 2024-11-18T02:19:33,993 DEBUG [RS:0;c4730a2bacf8:46459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:19:33,993 INFO [RS:0;c4730a2bacf8:46459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:19:33,993 INFO [RS:0;c4730a2bacf8:46459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:19:34,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:34,093 INFO [RS:0;c4730a2bacf8:46459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:34,095 INFO [RS:0;c4730a2bacf8:46459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C46459%2C1731896372501, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/oldWALs, maxLogs=10 2024-11-18T02:19:34,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:34,114 DEBUG [RS:0;c4730a2bacf8:46459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095, exclude list is [], retry=0 2024-11-18T02:19:34,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44977,DS-a6d55eaf-d4c2-45af-9cf2-1da357272de3,DISK] 2024-11-18T02:19:34,121 INFO [RS:0;c4730a2bacf8:46459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 2024-11-18T02:19:34,121 DEBUG [RS:0;c4730a2bacf8:46459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40145:40145)] 2024-11-18T02:19:34,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:19:34,321 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27 2024-11-18T02:19:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:19:34,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:34,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:34,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:34,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:34,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:34,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:34,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:34,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:34,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:34,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:34,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:34,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:34,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:34,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:34,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:34,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:34,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:34,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:34,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740 2024-11-18T02:19:34,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740 2024-11-18T02:19:34,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:34,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:34,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:34,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:34,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:34,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63978349, jitterRate=-0.046648308634757996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:34,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896374727Initializing all the Stores at 1731896374727Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896374727Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896374728 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896374728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896374728Cleaning up temporary data from old regions at 1731896374736 (+8 ms)Region opened successfully at 1731896374740 (+4 ms) 2024-11-18T02:19:34,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:34,740 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:34,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:34,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:34,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:34,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:34,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896374740Disabling compacts and flushes for region at 1731896374740Disabling writes for close at 1731896374740Writing region close event to WAL at 1731896374740Closed at 1731896374740 2024-11-18T02:19:34,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:34,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:19:34,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:19:34,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:34,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:19:34,893 DEBUG [c4730a2bacf8:44915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:19:34,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:34,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,46459,1731896372501, state=OPENING 2024-11-18T02:19:34,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:19:34,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:34,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:34,904 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:34,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1739906969/meta-region-server: CHANGED 2024-11-18T02:19:34,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1739906969/meta-region-server: CHANGED 2024-11-18T02:19:34,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,46459,1731896372501}] 2024-11-18T02:19:35,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:19:35,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:19:35,061 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:19:35,061 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:35,061 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:19:35,062 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C46459%2C1731896372501.meta, suffix=.meta, logDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/oldWALs, maxLogs=10 2024-11-18T02:19:35,076 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.meta.1731896375062.meta, exclude list is [], retry=0 2024-11-18T02:19:35,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44977,DS-a6d55eaf-d4c2-45af-9cf2-1da357272de3,DISK] 2024-11-18T02:19:35,079 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.meta.1731896375062.meta 2024-11-18T02:19:35,079 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40145:40145)] 2024-11-18T02:19:35,079 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:35,079 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:35,079 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:35,079 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:19:35,079 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:19:35,080 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:19:35,080 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:35,080 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:19:35,080 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:19:35,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:35,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:35,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:35,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:35,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:35,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:35,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:35,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:35,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:35,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:35,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:35,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:35,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:35,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:35,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:35,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:35,085 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:35,085 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740 2024-11-18T02:19:35,086 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740 2024-11-18T02:19:35,087 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:35,087 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:35,087 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:35,088 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:35,089 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73907938, jitterRate=0.10131409764289856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:35,089 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:19:35,089 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896375080Writing region info on filesystem at 1731896375080Initializing all the Stores at 1731896375080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896375080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896375081 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896375081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896375081Cleaning up temporary data from old regions at 1731896375087 (+6 ms)Running coprocessor post-open hooks at 1731896375089 (+2 ms)Region opened successfully at 1731896375089 2024-11-18T02:19:35,090 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896375056 2024-11-18T02:19:35,092 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:19:35,092 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:19:35,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:35,093 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,46459,1731896372501, state=OPEN 2024-11-18T02:19:35,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1739906969/meta-region-server 2024-11-18T02:19:35,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1739906969/meta-region-server 2024-11-18T02:19:35,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:35,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1739906969/meta-region-server: CHANGED 2024-11-18T02:19:35,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1739906969/meta-region-server: CHANGED 2024-11-18T02:19:35,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:19:35,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,46459,1731896372501 in 194 msec 2024-11-18T02:19:35,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:19:35,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-18T02:19:35,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:35,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:19:35,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:35,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46459,1731896372501, seqNum=-1] 2024-11-18T02:19:35,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:35,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:35,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-18T02:19:35,108 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896375108, completionTime=-1 2024-11-18T02:19:35,108 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:19:35,108 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896435110 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896495110 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44915,1731896372450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44915,1731896372450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44915,1731896372450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:44915, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:35,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:35,112 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.561sec 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44915,1731896372450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:35,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44915,1731896372450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:19:35,115 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:19:35,115 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:19:35,115 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44915,1731896372450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:35,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:35,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44915,-1 for getting cluster id 2024-11-18T02:19:35,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:35,133 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c522633-0745-4d6a-baeb-f03806f7a3ee' 2024-11-18T02:19:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c522633-0745-4d6a-baeb-f03806f7a3ee" 2024-11-18T02:19:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8071bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44915,-1] 2024-11-18T02:19:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:35,134 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:35,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:35,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46459,1731896372501, seqNum=-1] 2024-11-18T02:19:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:35,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:35,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:35,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-18T02:19:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:35,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128df53320002 connected 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.log.dir so I do NOT create it in target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097 2024-11-18T02:19:35,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.tmp.dir so I do NOT create it in target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097 2024-11-18T02:19:35,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:19:35,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/cluster_968ae974-d62d-61c7-3ec3-ad64d6a8178b, deleteOnExit=true 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/test.cache.data in system properties and HBase conf 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:19:35,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:19:35,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:19:35,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:35,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:35,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:35,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:35,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:19:35,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:35,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:35,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:35,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6114c7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/java.io.tmpdir/jetty-localhost-37801-hadoop-hdfs-3_4_1-tests_jar-_-any-7531711521843266117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:35,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:37801} 2024-11-18T02:19:35,401 INFO [Time-limited test {}] server.Server(415): Started @161732ms 2024-11-18T02:19:35,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:35,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:35,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:35,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:35,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:19:35,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:35,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:35,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cc87239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/java.io.tmpdir/jetty-localhost-45331-hadoop-hdfs-3_4_1-tests_jar-_-any-8845922577095571130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:35,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:45331} 2024-11-18T02:19:35,603 INFO [Time-limited test {}] server.Server(415): Started @161934ms 2024-11-18T02:19:35,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:19:35,707 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/cluster_968ae974-d62d-61c7-3ec3-ad64d6a8178b/data/data1/current/BP-197141301-172.17.0.2-1731896375173/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:35,707 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/cluster_968ae974-d62d-61c7-3ec3-ad64d6a8178b/data/data2/current/BP-197141301-172.17.0.2-1731896375173/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:35,725 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:19:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb3b1732da1066e with lease ID 0xc0c8b062272fb50: Processing first storage report for DS-49a96297-d0c8-48f5-8659-7da21ac6cb65 from datanode DatanodeRegistration(127.0.0.1:37401, datanodeUuid=c7b0bacb-6065-4caa-98cc-3ee59e3fe3dc, infoPort=39773, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=1724342043;c=1731896375173) 2024-11-18T02:19:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb3b1732da1066e with lease ID 0xc0c8b062272fb50: from storage DS-49a96297-d0c8-48f5-8659-7da21ac6cb65 node DatanodeRegistration(127.0.0.1:37401, datanodeUuid=c7b0bacb-6065-4caa-98cc-3ee59e3fe3dc, infoPort=39773, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=1724342043;c=1731896375173), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb3b1732da1066e with lease ID 0xc0c8b062272fb50: Processing first storage report for DS-0a51dfd9-b2b9-4627-a9f7-07f5ad6c18a6 from datanode DatanodeRegistration(127.0.0.1:37401, datanodeUuid=c7b0bacb-6065-4caa-98cc-3ee59e3fe3dc, infoPort=39773, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=1724342043;c=1731896375173) 2024-11-18T02:19:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb3b1732da1066e with lease ID 0xc0c8b062272fb50: from storage DS-0a51dfd9-b2b9-4627-a9f7-07f5ad6c18a6 node DatanodeRegistration(127.0.0.1:37401, datanodeUuid=c7b0bacb-6065-4caa-98cc-3ee59e3fe3dc, infoPort=39773, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=1724342043;c=1731896375173), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:35,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097 2024-11-18T02:19:35,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:35,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:35,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:19:36,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86 with version=8 2024-11-18T02:19:36,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/hbase-staging 2024-11-18T02:19:36,240 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:36,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41931 2024-11-18T02:19:36,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41931 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-18T02:19:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419310x0, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:36,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41931-0x10128df53320003 connected 2024-11-18T02:19:36,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:36,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:36,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on znode that does not yet exist, /184729597/running 2024-11-18T02:19:36,263 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86, hbase.cluster.distributed=false 2024-11-18T02:19:36,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on znode that does not yet exist, /184729597/acl 2024-11-18T02:19:36,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-18T02:19:36,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41931 2024-11-18T02:19:36,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41931 2024-11-18T02:19:36,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-18T02:19:36,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-18T02:19:36,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:36,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42535 2024-11-18T02:19:36,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42535 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-18T02:19:36,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:36,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:36,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425350x0, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:36,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425350x0, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on znode that does not yet exist, /184729597/running 2024-11-18T02:19:36,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42535-0x10128df53320004 connected 2024-11-18T02:19:36,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:19:36,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:19:36,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on znode that does not yet exist, /184729597/master 2024-11-18T02:19:36,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on znode that does not yet exist, /184729597/acl 2024-11-18T02:19:36,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42535 2024-11-18T02:19:36,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42535 2024-11-18T02:19:36,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42535 2024-11-18T02:19:36,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42535 2024-11-18T02:19:36,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42535 2024-11-18T02:19:36,308 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:41931 2024-11-18T02:19:36,308 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /184729597/backup-masters/c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597/backup-masters 2024-11-18T02:19:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597/backup-masters 2024-11-18T02:19:36,310 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on existing znode=/184729597/backup-masters/c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:36,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/184729597/master 2024-11-18T02:19:36,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:36,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:36,312 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on existing znode=/184729597/master 2024-11-18T02:19:36,312 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /184729597/backup-masters/c4730a2bacf8,41931,1731896376240 from backup master directory 2024-11-18T02:19:36,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/184729597/backup-masters/c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:36,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597/backup-masters 2024-11-18T02:19:36,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597/backup-masters 2024-11-18T02:19:36,313 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:36,313 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:36,317 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/hbase.id] with ID: e3bc767a-b519-4f50-b0d2-49db4be05bd4 2024-11-18T02:19:36,317 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/.tmp/hbase.id 2024-11-18T02:19:36,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:19:36,725 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/.tmp/hbase.id]:[hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/hbase.id] 2024-11-18T02:19:36,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:36,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:19:36,736 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:19:36,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:36,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:36,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:19:37,147 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:37,148 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:19:37,148 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:37,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:19:37,555 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store 2024-11-18T02:19:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:19:37,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:37,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:37,963 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:37,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:37,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:37,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:37,963 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:37,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896377963Disabling compacts and flushes for region at 1731896377963Disabling writes for close at 1731896377963Writing region close event to WAL at 1731896377963Closed at 1731896377963 2024-11-18T02:19:37,964 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/.initializing 2024-11-18T02:19:37,964 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/WALs/c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:37,965 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:37,967 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C41931%2C1731896376240, suffix=, logDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/WALs/c4730a2bacf8,41931,1731896376240, archiveDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/oldWALs, maxLogs=10 2024-11-18T02:19:37,980 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/WALs/c4730a2bacf8,41931,1731896376240/c4730a2bacf8%2C41931%2C1731896376240.1731896377967, exclude list is [], retry=0 2024-11-18T02:19:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-49a96297-d0c8-48f5-8659-7da21ac6cb65,DISK] 2024-11-18T02:19:37,989 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/WALs/c4730a2bacf8,41931,1731896376240/c4730a2bacf8%2C41931%2C1731896376240.1731896377967 2024-11-18T02:19:37,989 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39773:39773)] 2024-11-18T02:19:37,989 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:37,989 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:37,989 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,989 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:19:37,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:37,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:37,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:19:37,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:37,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:37,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:19:37,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:37,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:37,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:19:37,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:37,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:37,996 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,997 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,997 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,998 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,998 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:37,998 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:37,999 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:38,001 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:38,001 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66659616, jitterRate=-0.006694316864013672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:38,001 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896377989Initializing all the Stores at 1731896377990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896377990Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896377990Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896377990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896377990Cleaning up temporary data from old regions at 1731896377998 (+8 ms)Region opened successfully at 1731896378001 (+3 ms) 2024-11-18T02:19:38,001 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:19:38,004 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493adb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:38,005 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:19:38,005 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:19:38,005 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:19:38,005 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:19:38,005 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:19:38,005 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:19:38,005 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:19:38,007 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:19:38,008 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Unable to get data of znode /184729597/balancer because node does not exist (not necessarily an error) 2024-11-18T02:19:38,009 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /184729597/balancer already deleted, retry=false 2024-11-18T02:19:38,009 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:19:38,010 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Unable to get data of znode /184729597/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:19:38,011 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /184729597/normalizer already deleted, retry=false 2024-11-18T02:19:38,011 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:19:38,013 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Unable to get data of znode /184729597/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:19:38,014 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /184729597/switch/split already deleted, retry=false 2024-11-18T02:19:38,015 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Unable to get data of znode /184729597/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:19:38,017 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /184729597/switch/merge already deleted, retry=false 2024-11-18T02:19:38,019 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Unable to get data of znode /184729597/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:19:38,020 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /184729597/snapshot-cleanup already deleted, retry=false 2024-11-18T02:19:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/184729597/running 2024-11-18T02:19:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/184729597/running 2024-11-18T02:19:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:38,022 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,41931,1731896376240, sessionid=0x10128df53320003, setting cluster-up flag (Was=false) 2024-11-18T02:19:38,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:38,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:38,029 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /184729597/flush-table-proc/acquired, /184729597/flush-table-proc/reached, /184729597/flush-table-proc/abort 2024-11-18T02:19:38,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:38,038 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /184729597/online-snapshot/acquired, /184729597/online-snapshot/reached, /184729597/online-snapshot/abort 2024-11-18T02:19:38,039 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:38,040 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:19:38,042 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:38,042 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:19:38,042 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:19:38,042 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,41931,1731896376240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:38,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896408044 2024-11-18T02:19:38,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:19:38,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:19:38,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:38,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:19:38,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:19:38,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:19:38,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:19:38,044 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:19:38,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:38,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:19:38,046 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,046 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:19:38,046 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:19:38,046 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:19:38,046 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:19:38,048 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:19:38,048 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:19:38,049 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896378048,5,FailOnTimeoutGroup] 2024-11-18T02:19:38,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:19:38,052 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896378050,5,FailOnTimeoutGroup] 2024-11-18T02:19:38,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:19:38,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,099 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(746): ClusterId : e3bc767a-b519-4f50-b0d2-49db4be05bd4 2024-11-18T02:19:38,099 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:19:38,101 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:19:38,101 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:19:38,103 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:19:38,103 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17166f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:38,115 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:42535 2024-11-18T02:19:38,115 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:19:38,115 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:19:38,115 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:19:38,115 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,41931,1731896376240 with port=42535, startcode=1731896376279 2024-11-18T02:19:38,116 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:19:38,117 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:19:38,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:38,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41931 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:38,119 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86 2024-11-18T02:19:38,119 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43713 2024-11-18T02:19:38,119 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:19:38,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597/rs 2024-11-18T02:19:38,121 DEBUG [RS:0;c4730a2bacf8:42535 {}] zookeeper.ZKUtil(111): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on existing znode=/184729597/rs/c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:38,121 WARN [RS:0;c4730a2bacf8:42535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:38,121 INFO [RS:0;c4730a2bacf8:42535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:38,121 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:38,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,42535,1731896376279] 2024-11-18T02:19:38,124 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:19:38,125 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:19:38,126 INFO [RS:0;c4730a2bacf8:42535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:19:38,126 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,126 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:19:38,126 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:19:38,127 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:38,127 DEBUG [RS:0;c4730a2bacf8:42535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:38,127 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,127 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,127 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,127 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,127 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,127 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,42535,1731896376279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:38,142 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:19:38,142 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,42535,1731896376279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,142 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,142 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.Replication(171): c4730a2bacf8,42535,1731896376279 started 2024-11-18T02:19:38,163 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:38,163 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,42535,1731896376279, RpcServer on c4730a2bacf8/172.17.0.2:42535, sessionid=0x10128df53320004 2024-11-18T02:19:38,164 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:19:38,164 DEBUG [RS:0;c4730a2bacf8:42535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:38,164 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,42535,1731896376279' 2024-11-18T02:19:38,164 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/184729597/flush-table-proc/abort' 2024-11-18T02:19:38,164 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/184729597/flush-table-proc/acquired' 2024-11-18T02:19:38,165 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:19:38,165 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:19:38,165 DEBUG [RS:0;c4730a2bacf8:42535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:38,165 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,42535,1731896376279' 2024-11-18T02:19:38,165 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/184729597/online-snapshot/abort' 2024-11-18T02:19:38,165 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/184729597/online-snapshot/acquired' 2024-11-18T02:19:38,165 DEBUG [RS:0;c4730a2bacf8:42535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:19:38,166 INFO [RS:0;c4730a2bacf8:42535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:19:38,166 INFO [RS:0;c4730a2bacf8:42535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:19:38,266 INFO [RS:0;c4730a2bacf8:42535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:38,268 INFO [RS:0;c4730a2bacf8:42535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C42535%2C1731896376279, suffix=, logDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279, archiveDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/oldWALs, maxLogs=10 2024-11-18T02:19:38,285 DEBUG [RS:0;c4730a2bacf8:42535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268, exclude list is [], retry=0 2024-11-18T02:19:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-49a96297-d0c8-48f5-8659-7da21ac6cb65,DISK] 2024-11-18T02:19:38,289 INFO [RS:0;c4730a2bacf8:42535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 2024-11-18T02:19:38,290 DEBUG [RS:0;c4730a2bacf8:42535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39773:39773)] 2024-11-18T02:19:38,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:19:38,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86 2024-11-18T02:19:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:19:38,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:38,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:38,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:38,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:38,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:38,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:38,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:38,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:38,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:38,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:38,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:38,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:38,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:38,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:38,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:38,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:38,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:38,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:38,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740 2024-11-18T02:19:38,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740 2024-11-18T02:19:38,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:38,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:38,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:38,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:38,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:38,876 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59040487, jitterRate=-0.12022818624973297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:38,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896378863Initializing all the Stores at 1731896378863Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896378864 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896378864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896378864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896378864Cleaning up temporary data from old regions at 1731896378873 (+9 ms)Region opened successfully at 1731896378876 (+3 ms) 2024-11-18T02:19:38,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:38,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:38,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:38,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:38,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:38,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:38,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896378876Disabling compacts and flushes for region at 1731896378876Disabling writes for close at 1731896378876Writing region close event to WAL at 1731896378877 (+1 ms)Closed at 1731896378877 2024-11-18T02:19:38,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:38,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:19:38,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:19:38,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:38,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:19:39,029 DEBUG [c4730a2bacf8:41931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:19:39,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:39,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,42535,1731896376279, state=OPENING 2024-11-18T02:19:39,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:19:39,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:39,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:39,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /184729597/meta-region-server: CHANGED 2024-11-18T02:19:39,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /184729597/meta-region-server: CHANGED 2024-11-18T02:19:39,040 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:19:39,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,42535,1731896376279}] 2024-11-18T02:19:39,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:19:39,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:19:39,198 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:19:39,198 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:39,198 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:19:39,199 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C42535%2C1731896376279.meta, suffix=.meta, logDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279, archiveDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/oldWALs, maxLogs=10 2024-11-18T02:19:39,213 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.meta.1731896379199.meta, exclude list is [], retry=0 2024-11-18T02:19:39,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-49a96297-d0c8-48f5-8659-7da21ac6cb65,DISK] 2024-11-18T02:19:39,216 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.meta.1731896379199.meta 2024-11-18T02:19:39,216 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39773:39773)] 2024-11-18T02:19:39,216 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:39,217 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:39,217 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:39,217 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:19:39,217 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:19:39,217 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:19:39,217 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:39,217 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:19:39,217 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:19:39,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:39,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:39,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:39,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:39,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:39,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:39,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:39,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:39,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:39,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:39,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:39,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:39,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:39,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:39,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:39,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:39,222 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:39,223 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740 2024-11-18T02:19:39,224 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740 2024-11-18T02:19:39,225 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:39,225 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:39,226 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:39,227 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:19:39,227 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64215048, jitterRate=-0.04312121868133545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:39,227 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:19:39,227 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896379217Writing region info on filesystem at 1731896379217Initializing all the Stores at 1731896379218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896379218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896379218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896379218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896379218Cleaning up temporary data from old regions at 1731896379225 (+7 ms)Running coprocessor post-open hooks at 1731896379227 (+2 ms)Region opened successfully at 1731896379227 2024-11-18T02:19:39,228 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896379192 2024-11-18T02:19:39,230 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:19:39,230 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:19:39,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:39,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,42535,1731896376279, state=OPEN 2024-11-18T02:19:39,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/184729597/meta-region-server 2024-11-18T02:19:39,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/184729597/meta-region-server 2024-11-18T02:19:39,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:39,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /184729597/meta-region-server: CHANGED 2024-11-18T02:19:39,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /184729597/meta-region-server: CHANGED 2024-11-18T02:19:39,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:19:39,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,42535,1731896376279 in 195 msec 2024-11-18T02:19:39,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:19:39,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-18T02:19:39,239 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:39,240 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:19:39,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:39,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42535,1731896376279, seqNum=-1] 2024-11-18T02:19:39,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:39,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:39,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-18T02:19:39,246 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896379246, completionTime=-1 2024-11-18T02:19:39,246 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:19:39,246 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:19:39,248 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:19:39,248 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896439248 2024-11-18T02:19:39,248 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896499248 2024-11-18T02:19:39,248 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T02:19:39,249 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41931,1731896376240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:39,249 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41931,1731896376240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:39,249 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41931,1731896376240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:39,249 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:41931, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:39,249 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:39,249 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:39,250 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41931,1731896376240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:39,252 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41931,1731896376240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:19:39,254 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:19:39,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:19:39,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41931,1731896376240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:39,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:39,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41931,-1 for getting cluster id 2024-11-18T02:19:39,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:39,301 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bc767a-b519-4f50-b0d2-49db4be05bd4' 2024-11-18T02:19:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bc767a-b519-4f50-b0d2-49db4be05bd4" 2024-11-18T02:19:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a76a351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41931,-1] 2024-11-18T02:19:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:39,303 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:39,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:39,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:39,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42535,1731896376279, seqNum=-1] 2024-11-18T02:19:39,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:39,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:39,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:39,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64185 2024-11-18T02:19:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:39,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128df53320005 connected 2024-11-18T02:19:39,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39cba675 2024-11-18T02:19:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:39,315 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:39,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:19:39,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:19:39,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:39,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:19:39,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:19:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:39,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:19:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:39,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 441513e16de158e661f1743bb72a0bb8, NAME => 'test,,1731896379315.441513e16de158e661f1743bb72a0bb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27 2024-11-18T02:19:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:19:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:39,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:19:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:19:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T02:19:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T02:19:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T02:19:40,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896379315.441513e16de158e661f1743bb72a0bb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:40,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 441513e16de158e661f1743bb72a0bb8, disabling compactions & flushes 2024-11-18T02:19:40,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:40,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:40,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896379315.441513e16de158e661f1743bb72a0bb8. after waiting 0 ms 2024-11-18T02:19:40,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:40,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:40,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 441513e16de158e661f1743bb72a0bb8: Waiting for close lock at 1731896380133Disabling compacts and flushes for region at 1731896380133Disabling writes for close at 1731896380133Writing region close event to WAL at 1731896380133Closed at 1731896380133 2024-11-18T02:19:40,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:19:40,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896379315.441513e16de158e661f1743bb72a0bb8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896380134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896380134"}]},"ts":"1731896380134"} 2024-11-18T02:19:40,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:19:40,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:19:40,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896380138"}]},"ts":"1731896380138"} 2024-11-18T02:19:40,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:19:40,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=441513e16de158e661f1743bb72a0bb8, ASSIGN}] 2024-11-18T02:19:40,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=441513e16de158e661f1743bb72a0bb8, ASSIGN 2024-11-18T02:19:40,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=441513e16de158e661f1743bb72a0bb8, ASSIGN; state=OFFLINE, location=c4730a2bacf8,46459,1731896372501; forceNewPlan=false, retain=false 2024-11-18T02:19:40,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=441513e16de158e661f1743bb72a0bb8, regionState=OPENING, regionLocation=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:40,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=441513e16de158e661f1743bb72a0bb8, ASSIGN because future has completed 2024-11-18T02:19:40,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 441513e16de158e661f1743bb72a0bb8, server=c4730a2bacf8,46459,1731896372501}] 2024-11-18T02:19:40,455 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:40,455 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 441513e16de158e661f1743bb72a0bb8, NAME => 'test,,1731896379315.441513e16de158e661f1743bb72a0bb8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:40,455 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:40,456 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:19:40,456 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,456 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896379315.441513e16de158e661f1743bb72a0bb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:40,456 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,456 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:40,457 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,458 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 441513e16de158e661f1743bb72a0bb8 columnFamilyName f 2024-11-18T02:19:40,458 DEBUG [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:40,459 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] regionserver.HStore(327): Store=441513e16de158e661f1743bb72a0bb8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:40,459 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,460 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 441513e16de158e661f1743bb72a0bb8 columnFamilyName f1 2024-11-18T02:19:40,460 DEBUG [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:40,460 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] regionserver.HStore(327): Store=441513e16de158e661f1743bb72a0bb8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:40,460 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,461 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 441513e16de158e661f1743bb72a0bb8 columnFamilyName norep 2024-11-18T02:19:40,461 DEBUG [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:40,461 INFO [StoreOpener-441513e16de158e661f1743bb72a0bb8-1 {}] regionserver.HStore(327): Store=441513e16de158e661f1743bb72a0bb8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:40,461 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,462 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,462 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,463 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,463 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,464 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:19:40,465 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,466 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:40,467 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 441513e16de158e661f1743bb72a0bb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71618223, jitterRate=0.06719468533992767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:19:40,467 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:40,467 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 441513e16de158e661f1743bb72a0bb8: Running coprocessor pre-open hook at 1731896380456Writing region info on filesystem at 1731896380456Initializing all the Stores at 1731896380457 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896380457Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896380457Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896380457Cleaning up temporary data from old regions at 1731896380463 (+6 ms)Running coprocessor post-open hooks at 1731896380467 (+4 ms)Region opened successfully at 1731896380467 2024-11-18T02:19:40,468 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896379315.441513e16de158e661f1743bb72a0bb8., pid=6, masterSystemTime=1731896380451 2024-11-18T02:19:40,470 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:40,470 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:40,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=441513e16de158e661f1743bb72a0bb8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:40,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 441513e16de158e661f1743bb72a0bb8, server=c4730a2bacf8,46459,1731896372501 because future has completed 2024-11-18T02:19:40,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:19:40,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 441513e16de158e661f1743bb72a0bb8, server=c4730a2bacf8,46459,1731896372501 in 175 msec 2024-11-18T02:19:40,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:19:40,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=441513e16de158e661f1743bb72a0bb8, ASSIGN in 335 msec 2024-11-18T02:19:40,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:19:40,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896380478"}]},"ts":"1731896380478"} 2024-11-18T02:19:40,480 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:19:40,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:19:40,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-18T02:19:40,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:40,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:40,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:40,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:40,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:40,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:40,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:41,477 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:19:41,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ac3f5a 2024-11-18T02:19:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:41,479 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:41,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:19:41,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:19:41,482 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:41,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:19:41,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:19:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:19:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:41,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81a90c282d55fe464cc3090d0042e119, NAME => 'test,,1731896381480.81a90c282d55fe464cc3090d0042e119.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86 2024-11-18T02:19:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:19:41,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896381480.81a90c282d55fe464cc3090d0042e119.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:41,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81a90c282d55fe464cc3090d0042e119, disabling compactions & flushes 2024-11-18T02:19:41,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:41,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:41,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896381480.81a90c282d55fe464cc3090d0042e119. after waiting 0 ms 2024-11-18T02:19:41,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:41,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:41,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81a90c282d55fe464cc3090d0042e119: Waiting for close lock at 1731896381906Disabling compacts and flushes for region at 1731896381906Disabling writes for close at 1731896381907 (+1 ms)Writing region close event to WAL at 1731896381907Closed at 1731896381907 2024-11-18T02:19:41,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:19:41,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896381480.81a90c282d55fe464cc3090d0042e119.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896381908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896381908"}]},"ts":"1731896381908"} 2024-11-18T02:19:41,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:19:41,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:19:41,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896381914"}]},"ts":"1731896381914"} 2024-11-18T02:19:41,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:19:41,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81a90c282d55fe464cc3090d0042e119, ASSIGN}] 2024-11-18T02:19:41,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81a90c282d55fe464cc3090d0042e119, ASSIGN 2024-11-18T02:19:41,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81a90c282d55fe464cc3090d0042e119, ASSIGN; state=OFFLINE, location=c4730a2bacf8,42535,1731896376279; forceNewPlan=false, retain=false 2024-11-18T02:19:42,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81a90c282d55fe464cc3090d0042e119, regionState=OPENING, regionLocation=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:42,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81a90c282d55fe464cc3090d0042e119, ASSIGN because future has completed 2024-11-18T02:19:42,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81a90c282d55fe464cc3090d0042e119, server=c4730a2bacf8,42535,1731896376279}] 2024-11-18T02:19:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:42,248 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:42,249 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81a90c282d55fe464cc3090d0042e119, NAME => 'test,,1731896381480.81a90c282d55fe464cc3090d0042e119.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:42,250 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:42,250 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:19:42,250 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,250 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896381480.81a90c282d55fe464cc3090d0042e119.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:42,250 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,250 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,256 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,257 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81a90c282d55fe464cc3090d0042e119 columnFamilyName f 2024-11-18T02:19:42,257 DEBUG [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:42,258 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] regionserver.HStore(327): Store=81a90c282d55fe464cc3090d0042e119/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:42,258 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,260 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81a90c282d55fe464cc3090d0042e119 columnFamilyName f1 2024-11-18T02:19:42,260 DEBUG [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:42,260 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] regionserver.HStore(327): Store=81a90c282d55fe464cc3090d0042e119/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:42,260 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,266 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81a90c282d55fe464cc3090d0042e119 columnFamilyName norep 2024-11-18T02:19:42,266 DEBUG [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:42,266 INFO [StoreOpener-81a90c282d55fe464cc3090d0042e119-1 {}] regionserver.HStore(327): Store=81a90c282d55fe464cc3090d0042e119/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:42,267 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,268 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,269 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,271 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,272 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,272 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:19:42,274 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,281 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:42,281 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81a90c282d55fe464cc3090d0042e119; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62336466, jitterRate=-0.07111427187919617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:19:42,281 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:42,281 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81a90c282d55fe464cc3090d0042e119: Running coprocessor pre-open hook at 1731896382250Writing region info on filesystem at 1731896382250Initializing all the Stores at 1731896382251 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896382251Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896382255 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896382255Cleaning up temporary data from old regions at 1731896382272 (+17 ms)Running coprocessor post-open hooks at 1731896382281 (+9 ms)Region opened successfully at 1731896382281 2024-11-18T02:19:42,282 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896381480.81a90c282d55fe464cc3090d0042e119., pid=6, masterSystemTime=1731896382236 2024-11-18T02:19:42,284 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:42,284 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:42,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81a90c282d55fe464cc3090d0042e119, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:42,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81a90c282d55fe464cc3090d0042e119, server=c4730a2bacf8,42535,1731896376279 because future has completed 2024-11-18T02:19:42,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:19:42,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81a90c282d55fe464cc3090d0042e119, server=c4730a2bacf8,42535,1731896376279 in 213 msec 2024-11-18T02:19:42,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:19:42,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81a90c282d55fe464cc3090d0042e119, ASSIGN in 381 msec 2024-11-18T02:19:42,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:19:42,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896382302"}]},"ts":"1731896382302"} 2024-11-18T02:19:42,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:19:42,306 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:19:42,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 826 msec 2024-11-18T02:19:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:19:42,617 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:19:42,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44915,-1 for getting cluster id 2024-11-18T02:19:42,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:42,619 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c522633-0745-4d6a-baeb-f03806f7a3ee' 2024-11-18T02:19:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c522633-0745-4d6a-baeb-f03806f7a3ee" 2024-11-18T02:19:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5745199e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44915,-1] 2024-11-18T02:19:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:42,621 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa2c15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41931,-1 for getting cluster id 2024-11-18T02:19:42,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:42,623 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bc767a-b519-4f50-b0d2-49db4be05bd4' 2024-11-18T02:19:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bc767a-b519-4f50-b0d2-49db4be05bd4" 2024-11-18T02:19:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69521c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41931,-1] 2024-11-18T02:19:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:42,624 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:42,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3cba65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44915,-1 for getting cluster id 2024-11-18T02:19:42,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:42,628 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c522633-0745-4d6a-baeb-f03806f7a3ee' 2024-11-18T02:19:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c522633-0745-4d6a-baeb-f03806f7a3ee" 2024-11-18T02:19:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a96d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44915,-1] 2024-11-18T02:19:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:42,629 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fb9cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@154ed22a 2024-11-18T02:19:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:42,632 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:42,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:41931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:19:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:19:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:42,635 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:41931' 2024-11-18T02:19:42,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12148e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,636 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41931,-1 for getting cluster id 2024-11-18T02:19:42,636 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:42,637 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bc767a-b519-4f50-b0d2-49db4be05bd4' 2024-11-18T02:19:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bc767a-b519-4f50-b0d2-49db4be05bd4" 2024-11-18T02:19:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaa3c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41931,-1] 2024-11-18T02:19:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:42,638 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:42,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5491e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:42,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b48153 2024-11-18T02:19:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:42,640 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:42,641 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:19:42,641 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:19:42,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:42,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:42,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:42,642 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:42,643 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:19:42,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:19:42,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:42,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:19:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:19:42,693 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:19:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:43,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76b99bf1e52794c18fdafa5a3206fb0b, NAME => 'hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27 2024-11-18T02:19:43,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:19:43,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:43,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76b99bf1e52794c18fdafa5a3206fb0b, disabling compactions & flushes 2024-11-18T02:19:43,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:43,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:43,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. after waiting 0 ms 2024-11-18T02:19:43,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:43,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:43,061 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76b99bf1e52794c18fdafa5a3206fb0b: Waiting for close lock at 1731896383061Disabling compacts and flushes for region at 1731896383061Disabling writes for close at 1731896383061Writing region close event to WAL at 1731896383061Closed at 1731896383061 2024-11-18T02:19:43,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:19:43,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896383063"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896383063"}]},"ts":"1731896383063"} 2024-11-18T02:19:43,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:19:43,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:19:43,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896383066"}]},"ts":"1731896383066"} 2024-11-18T02:19:43,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:19:43,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b99bf1e52794c18fdafa5a3206fb0b, ASSIGN}] 2024-11-18T02:19:43,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b99bf1e52794c18fdafa5a3206fb0b, ASSIGN 2024-11-18T02:19:43,072 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76b99bf1e52794c18fdafa5a3206fb0b, ASSIGN; state=OFFLINE, location=c4730a2bacf8,46459,1731896372501; forceNewPlan=false, retain=false 2024-11-18T02:19:43,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76b99bf1e52794c18fdafa5a3206fb0b, regionState=OPENING, regionLocation=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:43,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76b99bf1e52794c18fdafa5a3206fb0b, ASSIGN because future has completed 2024-11-18T02:19:43,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b99bf1e52794c18fdafa5a3206fb0b, server=c4730a2bacf8,46459,1731896372501}] 2024-11-18T02:19:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:43,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:43,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:43,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:19:43,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C46459%2C1731896372501.rep, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/oldWALs, maxLogs=10 2024-11-18T02:19:43,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.rep.1731896383384, exclude list is [], retry=0 2024-11-18T02:19:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44977,DS-a6d55eaf-d4c2-45af-9cf2-1da357272de3,DISK] 2024-11-18T02:19:43,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.rep.1731896383384 2024-11-18T02:19:43,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40145:40145)] 2024-11-18T02:19:43,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 76b99bf1e52794c18fdafa5a3206fb0b, NAME => 'hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:43,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:43,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:43,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. service=MultiRowMutationService 2024-11-18T02:19:43,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:19:43,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:43,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,404 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,405 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b99bf1e52794c18fdafa5a3206fb0b columnFamilyName hfileref 2024-11-18T02:19:43,405 DEBUG [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:43,406 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] regionserver.HStore(327): Store=76b99bf1e52794c18fdafa5a3206fb0b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:43,406 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,407 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b99bf1e52794c18fdafa5a3206fb0b columnFamilyName queue 2024-11-18T02:19:43,407 DEBUG [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:43,407 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] regionserver.HStore(327): Store=76b99bf1e52794c18fdafa5a3206fb0b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:43,407 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,408 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b99bf1e52794c18fdafa5a3206fb0b columnFamilyName sid 2024-11-18T02:19:43,408 DEBUG [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:43,409 INFO [StoreOpener-76b99bf1e52794c18fdafa5a3206fb0b-1 {}] regionserver.HStore(327): Store=76b99bf1e52794c18fdafa5a3206fb0b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:43,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:19:43,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:43,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 76b99bf1e52794c18fdafa5a3206fb0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68287726, jitterRate=0.017566412687301636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:19:43,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:43,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 76b99bf1e52794c18fdafa5a3206fb0b: Running coprocessor pre-open hook at 1731896383403Writing region info on filesystem at 1731896383403Initializing all the Stores at 1731896383404 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896383404Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896383404Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896383404Cleaning up temporary data from old regions at 1731896383410 (+6 ms)Running coprocessor post-open hooks at 1731896383416 (+6 ms)Region opened successfully at 1731896383416 2024-11-18T02:19:43,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b., pid=10, masterSystemTime=1731896383379 2024-11-18T02:19:43,420 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76b99bf1e52794c18fdafa5a3206fb0b, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:43,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:43,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:43,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b99bf1e52794c18fdafa5a3206fb0b, server=c4730a2bacf8,46459,1731896372501 because future has completed 2024-11-18T02:19:43,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:19:43,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 76b99bf1e52794c18fdafa5a3206fb0b, server=c4730a2bacf8,46459,1731896372501 in 201 msec 2024-11-18T02:19:43,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:19:43,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76b99bf1e52794c18fdafa5a3206fb0b, ASSIGN in 359 msec 2024-11-18T02:19:43,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:19:43,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896383432"}]},"ts":"1731896383432"} 2024-11-18T02:19:43,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:19:43,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:19:43,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-11-18T02:19:43,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2] 2024-11-18T02:19:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:43,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:19:43,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:19:43,617 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:19:43,657 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,46459,1731896372501, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:19:43,657 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:43,657 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46459,1731896372501, seqNum=-1] 2024-11-18T02:19:43,658 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:43,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T02:19:43,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,46459,1731896372501', locateType=CURRENT is [region=hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2] 2024-11-18T02:19:43,667 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:19:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:19:43,670 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,46459,1731896372501 suceeded 2024-11-18T02:19:43,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:19:43,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-18T02:19:43,672 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:41931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:19:43,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0400 sec 2024-11-18T02:19:43,686 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:41931' 2024-11-18T02:19:43,687 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5df13473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,687 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41931,-1 for getting cluster id 2024-11-18T02:19:43,688 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:43,689 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bc767a-b519-4f50-b0d2-49db4be05bd4' 2024-11-18T02:19:43,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:43,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bc767a-b519-4f50-b0d2-49db4be05bd4" 2024-11-18T02:19:43,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f33b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41931,-1] 2024-11-18T02:19:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:43,691 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:43,692 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5861569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,692 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:43,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:43,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee720c1 2024-11-18T02:19:43,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:43,694 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T02:19:43,695 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,46459,1731896372501 (queues=1) is replicating from cluster=8c522633-0745-4d6a-baeb-f03806f7a3ee to cluster=e3bc767a-b519-4f50-b0d2-49db4be05bd4 2024-11-18T02:19:43,695 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C46459%2C1731896372501 2024-11-18T02:19:43,695 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,46459,1731896372501, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:19:43,700 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C46459%2C1731896372501 2024-11-18T02:19:43,702 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095, startPosition=0, beingWritten=true 2024-11-18T02:19:43,713 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:19:43,713 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 379, reset compression=false 2024-11-18T02:19:43,717 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,46459,1731896372501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:19:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:43,767 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:19:43,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:43,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:43,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:43,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:43,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:43,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41931,-1 for getting cluster id 2024-11-18T02:19:43,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:43,771 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bc767a-b519-4f50-b0d2-49db4be05bd4' 2024-11-18T02:19:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bc767a-b519-4f50-b0d2-49db4be05bd4" 2024-11-18T02:19:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41931,-1] 2024-11-18T02:19:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:43,774 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:43,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fe8b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ced0f02 2024-11-18T02:19:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:43,777 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:43,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:44915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:19:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:19:43,782 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:44915' 2024-11-18T02:19:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:43,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16201c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,785 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44915,-1 for getting cluster id 2024-11-18T02:19:43,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:43,785 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c522633-0745-4d6a-baeb-f03806f7a3ee' 2024-11-18T02:19:43,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c522633-0745-4d6a-baeb-f03806f7a3ee" 2024-11-18T02:19:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f63f8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44915,-1] 2024-11-18T02:19:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:43,790 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:43,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400bc249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:43,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:43,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:43,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@765d6dea 2024-11-18T02:19:43,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:43,794 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:43,795 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:19:43,795 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:19:43,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:43,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:43,796 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:43,797 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:19:43,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:19:43,798 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:43,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:19:43,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:19:43,847 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:19:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:43,930 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 379, reset compression=false 2024-11-18T02:19:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:44,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:19:44,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59cac9c8001f99524010cdb418563a03, NAME => 'hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86 2024-11-18T02:19:44,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:19:44,237 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 379, reset compression=false 2024-11-18T02:19:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:44,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:44,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59cac9c8001f99524010cdb418563a03, disabling compactions & flushes 2024-11-18T02:19:44,634 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:44,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:44,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. after waiting 0 ms 2024-11-18T02:19:44,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:44,634 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:44,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59cac9c8001f99524010cdb418563a03: Waiting for close lock at 1731896384634Disabling compacts and flushes for region at 1731896384634Disabling writes for close at 1731896384634Writing region close event to WAL at 1731896384634Closed at 1731896384634 2024-11-18T02:19:44,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:19:44,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896384635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896384635"}]},"ts":"1731896384635"} 2024-11-18T02:19:44,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:19:44,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:19:44,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896384638"}]},"ts":"1731896384638"} 2024-11-18T02:19:44,640 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:19:44,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59cac9c8001f99524010cdb418563a03, ASSIGN}] 2024-11-18T02:19:44,641 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 379, reset compression=false 2024-11-18T02:19:44,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59cac9c8001f99524010cdb418563a03, ASSIGN 2024-11-18T02:19:44,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59cac9c8001f99524010cdb418563a03, ASSIGN; state=OFFLINE, location=c4730a2bacf8,42535,1731896376279; forceNewPlan=false, retain=false 2024-11-18T02:19:44,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59cac9c8001f99524010cdb418563a03, regionState=OPENING, regionLocation=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59cac9c8001f99524010cdb418563a03, ASSIGN because future has completed 2024-11-18T02:19:44,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59cac9c8001f99524010cdb418563a03, server=c4730a2bacf8,42535,1731896376279}] 2024-11-18T02:19:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:44,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:44,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:44,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:19:44,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C42535%2C1731896376279.rep, suffix=, logDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279, archiveDir=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/oldWALs, maxLogs=10 2024-11-18T02:19:44,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.rep.1731896384955, exclude list is [], retry=0 2024-11-18T02:19:44,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-49a96297-d0c8-48f5-8659-7da21ac6cb65,DISK] 2024-11-18T02:19:44,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.rep.1731896384955 2024-11-18T02:19:44,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39773:39773)] 2024-11-18T02:19:44,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 59cac9c8001f99524010cdb418563a03, NAME => 'hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:44,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:19:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:19:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. service=MultiRowMutationService 2024-11-18T02:19:44,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:19:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:44,994 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:44,995 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cac9c8001f99524010cdb418563a03 columnFamilyName hfileref 2024-11-18T02:19:44,995 DEBUG [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:44,996 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] regionserver.HStore(327): Store=59cac9c8001f99524010cdb418563a03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:44,996 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:44,997 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cac9c8001f99524010cdb418563a03 columnFamilyName queue 2024-11-18T02:19:44,997 DEBUG [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:44,997 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] regionserver.HStore(327): Store=59cac9c8001f99524010cdb418563a03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:44,997 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:44,998 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cac9c8001f99524010cdb418563a03 columnFamilyName sid 2024-11-18T02:19:44,998 DEBUG [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:44,999 INFO [StoreOpener-59cac9c8001f99524010cdb418563a03-1 {}] regionserver.HStore(327): Store=59cac9c8001f99524010cdb418563a03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:44,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:45,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:45,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:45,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:45,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:45,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:19:45,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:45,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:45,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 59cac9c8001f99524010cdb418563a03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66881152, jitterRate=-0.0033931732177734375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:19:45,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:45,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 59cac9c8001f99524010cdb418563a03: Running coprocessor pre-open hook at 1731896384989Writing region info on filesystem at 1731896384989Initializing all the Stores at 1731896384990 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896384990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896384994 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896384994Cleaning up temporary data from old regions at 1731896385001 (+7 ms)Running coprocessor post-open hooks at 1731896385005 (+4 ms)Region opened successfully at 1731896385005 2024-11-18T02:19:45,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03., pid=10, masterSystemTime=1731896384948 2024-11-18T02:19:45,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:45,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:45,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59cac9c8001f99524010cdb418563a03, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:45,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59cac9c8001f99524010cdb418563a03, server=c4730a2bacf8,42535,1731896376279 because future has completed 2024-11-18T02:19:45,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:19:45,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59cac9c8001f99524010cdb418563a03, server=c4730a2bacf8,42535,1731896376279 in 216 msec 2024-11-18T02:19:45,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:19:45,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59cac9c8001f99524010cdb418563a03, ASSIGN in 373 msec 2024-11-18T02:19:45,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:19:45,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896385017"}]},"ts":"1731896385017"} 2024-11-18T02:19:45,020 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:19:45,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:19:45,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-18T02:19:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2] 2024-11-18T02:19:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:45,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:19:45,146 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 379, reset compression=false 2024-11-18T02:19:45,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:19:45,218 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:19:45,273 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,42535,1731896376279, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:19:45,274 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:45,274 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42535,1731896376279, seqNum=-1] 2024-11-18T02:19:45,274 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:45,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T02:19:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,42535,1731896376279', locateType=CURRENT is [region=hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2] 2024-11-18T02:19:45,297 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:19:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:19:45,300 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,42535,1731896376279 suceeded 2024-11-18T02:19:45,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:19:45,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-18T02:19:45,303 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:44915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:19:45,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-18T02:19:45,317 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:44915' 2024-11-18T02:19:45,318 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38eb4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:45,318 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44915,-1 for getting cluster id 2024-11-18T02:19:45,319 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:45,320 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c522633-0745-4d6a-baeb-f03806f7a3ee' 2024-11-18T02:19:45,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:45,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c522633-0745-4d6a-baeb-f03806f7a3ee" 2024-11-18T02:19:45,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f79cf0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:45,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44915,-1] 2024-11-18T02:19:45,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:45,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:45,322 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:45,323 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c908c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:45,323 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bce043e 2024-11-18T02:19:45,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:45,324 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T02:19:45,325 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,42535,1731896376279 (queues=1) is replicating from cluster=e3bc767a-b519-4f50-b0d2-49db4be05bd4 to cluster=8c522633-0745-4d6a-baeb-f03806f7a3ee 2024-11-18T02:19:45,325 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C42535%2C1731896376279 2024-11-18T02:19:45,326 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,42535,1731896376279, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:19:45,326 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268, startPosition=0, beingWritten=true 2024-11-18T02:19:45,328 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C42535%2C1731896376279 2024-11-18T02:19:45,344 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:19:45,344 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 379, reset compression=false 2024-11-18T02:19:45,344 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42535,1731896376279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:19:45,557 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 379, reset compression=false 2024-11-18T02:19:45,763 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 379, reset compression=false 2024-11-18T02:19:45,862 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 379, reset compression=false 2024-11-18T02:19:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:19:45,937 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:19:45,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:45,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:45,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:45,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:45,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:45,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:45,942 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731896385941/Put/seqid=0 2024-11-18T02:19:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741840_1016 (size=7894) 2024-11-18T02:19:45,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:45,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:45,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:45,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:45,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:45,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:45,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:45,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:45,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:46,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:19:46,267 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 379, reset compression=false 2024-11-18T02:19:46,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731896386348/Put/seqid=0 2024-11-18T02:19:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741841_1017 (size=7691) 2024-11-18T02:19:46,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:46,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44915,-1 for getting cluster id 2024-11-18T02:19:46,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:46,357 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c522633-0745-4d6a-baeb-f03806f7a3ee' 2024-11-18T02:19:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c522633-0745-4d6a-baeb-f03806f7a3ee" 2024-11-18T02:19:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273aa653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44915,-1] 2024-11-18T02:19:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:46,360 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:46,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:46,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46459,1731896372501, seqNum=-1] 2024-11-18T02:19:46,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:46,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:46,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e22aaf9 2024-11-18T02:19:46,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:46,373 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896379315.441513e16de158e661f1743bb72a0bb8., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2] 2024-11-18T02:19:46,379 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:19:46,384 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T02:19:46,387 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T02:19:46,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T02:19:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:46,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T02:19:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HRegion(2603): Flush status journal for 441513e16de158e661f1743bb72a0bb8: 2024-11-18T02:19:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_1 2024-11-18T02:19:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_1 as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ 2024-11-18T02:19:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_0 2024-11-18T02:19:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_0 as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ 2024-11-18T02:19:46,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_1 into 441513e16de158e661f1743bb72a0bb8/f as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ - updating store file list. 2024-11-18T02:19:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:46,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ into 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:46,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_1 into 441513e16de158e661f1743bb72a0bb8/f (new location: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_) 2024-11-18T02:19:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_1 2024-11-18T02:19:46,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_0 into 441513e16de158e661f1743bb72a0bb8/f as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ - updating store file list. 2024-11-18T02:19:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:46,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ into 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:46,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_0 into 441513e16de158e661f1743bb72a0bb8/f (new location: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_) 2024-11-18T02:19:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins__test__va75k4770qhjks5s0p7j9stac4p59441bbpec22oj35noq5rlot79so6tu5epdn8/f/hfile_0 2024-11-18T02:19:46,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:46,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:46,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:46,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:46,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731896379315.441513e16de158e661f1743bb72a0bb8., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2 , the old value is region=test,,1731896379315.441513e16de158e661f1743bb72a0bb8., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4730a2bacf8:46459 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:19:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731896379315.441513e16de158e661f1743bb72a0bb8., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:19:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731896379315.441513e16de158e661f1743bb72a0bb8., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2 from cache 2024-11-18T02:19:46,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:46,420 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T02:19:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42535,1731896376279, seqNum=-1] 2024-11-18T02:19:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:46,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896381480.81a90c282d55fe464cc3090d0042e119., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2] 2024-11-18T02:19:46,425 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:19:46,472 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 379, reset compression=false 2024-11-18T02:19:46,477 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:19:46,477 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,46459,1731896372501 got entry batch from reader: WALEntryBatch [walEntries=[{test/441513e16de158e661f1743bb72a0bb8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896386416/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T02:19:46,480 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:19:46,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T02:19:46,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.ReplicationSink(318): Replicating [8c522633-0745-4d6a-baeb-f03806f7a3ee] bulk loaded data 2024-11-18T02:19:46,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5d9f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:46,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41931,-1 for getting cluster id 2024-11-18T02:19:46,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:46,483 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bc767a-b519-4f50-b0d2-49db4be05bd4' 2024-11-18T02:19:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bc767a-b519-4f50-b0d2-49db4be05bd4" 2024-11-18T02:19:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17041299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41931,-1] 2024-11-18T02:19:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:46,484 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:46,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c461010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741840_1016 (size=7691) 2024-11-18T02:19:46,526 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:46459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T02:19:46,677 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 687, reset compression=false 2024-11-18T02:19:46,771 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 379, reset compression=false 2024-11-18T02:19:46,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741841_1017 (size=7894) 2024-11-18T02:19:46,982 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 687, reset compression=false 2024-11-18T02:19:47,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:47,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:47,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a85ebf4 2024-11-18T02:19:47,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:47,311 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T02:19:47,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:19:47,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:47,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42535,1731896376279, seqNum=-1] 2024-11-18T02:19:47,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:47,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T02:19:47,321 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T02:19:47,324 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T02:19:47,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ for inclusion in 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T02:19:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:47,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ for inclusion in 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T02:19:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HRegion(2603): Flush status journal for 81a90c282d55fe464cc3090d0042e119: 2024-11-18T02:19:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:19:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/521ef223fb904d368e39356d4adee0f2_SeqId_4_ 2024-11-18T02:19:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:19:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/f21f88dc26f3450eb1ee15c1264c43f5_SeqId_4_ 2024-11-18T02:19:47,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ into 81a90c282d55fe464cc3090d0042e119/f as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/521ef223fb904d368e39356d4adee0f2_SeqId_4_ - updating store file list. 2024-11-18T02:19:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 521ef223fb904d368e39356d4adee0f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:47,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/521ef223fb904d368e39356d4adee0f2_SeqId_4_ into 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:47,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ into 81a90c282d55fe464cc3090d0042e119/f (new location: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/521ef223fb904d368e39356d4adee0f2_SeqId_4_) 2024-11-18T02:19:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/aed81c4e427c423881e08ea4d0a80a3f_SeqId_4_ 2024-11-18T02:19:47,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ into 81a90c282d55fe464cc3090d0042e119/f as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/f21f88dc26f3450eb1ee15c1264c43f5_SeqId_4_ - updating store file list. 2024-11-18T02:19:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f21f88dc26f3450eb1ee15c1264c43f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:47,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/f21f88dc26f3450eb1ee15c1264c43f5_SeqId_4_ into 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:47,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ into 81a90c282d55fe464cc3090d0042e119/f (new location: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/f21f88dc26f3450eb1ee15c1264c43f5_SeqId_4_) 2024-11-18T02:19:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__8q0cv8bb9mbje195rbanhbkntknuc01v49ha4heo5osd3ng6cg16rbf3snpbegf4/f/d0588ad1be2f4e9dbf25a696c1761848_SeqId_4_ 2024-11-18T02:19:47,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.ReplicationSink(324): Finished replicating [8c522633-0745-4d6a-baeb-f03806f7a3ee] bulk loaded data 2024-11-18T02:19:47,376 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 379, reset compression=false 2024-11-18T02:19:47,381 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:19:47,381 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42535,1731896376279 got entry batch from reader: WALEntryBatch [walEntries=[{test/81a90c282d55fe464cc3090d0042e119/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896387364/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T02:19:47,383 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:19:47,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T02:19:47,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.ReplicationSink(318): Replicating [8c522633-0745-4d6a-baeb-f03806f7a3ee, e3bc767a-b519-4f50-b0d2-49db4be05bd4] bulk loaded data 2024-11-18T02:19:47,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49291163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:47,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44915,-1 for getting cluster id 2024-11-18T02:19:47,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:47,386 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c522633-0745-4d6a-baeb-f03806f7a3ee' 2024-11-18T02:19:47,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:47,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c522633-0745-4d6a-baeb-f03806f7a3ee" 2024-11-18T02:19:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@142fd8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44915,-1] 2024-11-18T02:19:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:47,388 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:47,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28255042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:47,389 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 687, reset compression=false 2024-11-18T02:19:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741842_1018 (size=7691) 2024-11-18T02:19:47,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:47,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731896387437/Put/seqid=0 2024-11-18T02:19:47,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741842_1018 (size=11194) 2024-11-18T02:19:47,581 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 725, reset compression=false 2024-11-18T02:19:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741843_1019 (size=7894) 2024-11-18T02:19:47,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731896387843/Put/seqid=0 2024-11-18T02:19:47,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741843_1019 (size=10791) 2024-11-18T02:19:47,886 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 725, reset compression=false 2024-11-18T02:19:47,898 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 687, reset compression=false 2024-11-18T02:19:48,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a3e3da 2024-11-18T02:19:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:48,224 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T02:19:48,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:19:48,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:48,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46459,1731896372501, seqNum=-1] 2024-11-18T02:19:48,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:48,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T02:19:48,236 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__4vvk46vcr1env3umoa1suspmg475cloe918d480dhho4p84gjsb3i8s18qgfq82v/f/521ef223fb904d368e39356d4adee0f2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T02:19:48,239 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__4vvk46vcr1env3umoa1suspmg475cloe918d480dhho4p84gjsb3i8s18qgfq82v/f/f21f88dc26f3450eb1ee15c1264c43f5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T02:19:48,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.ReplicationSink(324): Finished replicating [8c522633-0745-4d6a-baeb-f03806f7a3ee, e3bc767a-b519-4f50-b0d2-49db4be05bd4] bulk loaded data 2024-11-18T02:19:48,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:48,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41931,-1 for getting cluster id 2024-11-18T02:19:48,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:19:48,250 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3bc767a-b519-4f50-b0d2-49db4be05bd4' 2024-11-18T02:19:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:19:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3bc767a-b519-4f50-b0d2-49db4be05bd4" 2024-11-18T02:19:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fd0cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41931,-1] 2024-11-18T02:19:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:19:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:48,252 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:19:48,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:19:48,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42535,1731896376279, seqNum=-1] 2024-11-18T02:19:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:48,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:48,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:19:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55af1092 2024-11-18T02:19:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:19:48,265 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:19:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896381480.81a90c282d55fe464cc3090d0042e119., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2] 2024-11-18T02:19:48,271 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:19:48,277 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T02:19:48,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T02:19:48,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T02:19:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:48,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:48,290 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 725, reset compression=false 2024-11-18T02:19:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T02:19:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HRegion(2603): Flush status journal for 81a90c282d55fe464cc3090d0042e119: 2024-11-18T02:19:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_0 2024-11-18T02:19:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_0 as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ 2024-11-18T02:19:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_1 2024-11-18T02:19:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_1 as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ 2024-11-18T02:19:48,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_0 into 81a90c282d55fe464cc3090d0042e119/f as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ - updating store file list. 2024-11-18T02:19:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c360d131a75a4d8d84c36f2654aaa244_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:48,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ into 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:48,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_0 into 81a90c282d55fe464cc3090d0042e119/f (new location: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_) 2024-11-18T02:19:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_0 2024-11-18T02:19:48,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_1 into 81a90c282d55fe464cc3090d0042e119/f as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ - updating store file list. 2024-11-18T02:19:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5cb93b1d08f0479aba9720f7551250f7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:48,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ into 81a90c282d55fe464cc3090d0042e119/f 2024-11-18T02:19:48,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_1 into 81a90c282d55fe464cc3090d0042e119/f (new location: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_) 2024-11-18T02:19:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins__test__dblqiors5h65e9sl58gq4mld01vgromff7qpgjugnq9o976s7s30p9ef6fvcdu6s/f/hfile_1 2024-11-18T02:19:48,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:48,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:48,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:48,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:48,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:48,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:19:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731896381480.81a90c282d55fe464cc3090d0042e119., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2 , the old value is region=test,,1731896381480.81a90c282d55fe464cc3090d0042e119., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4730a2bacf8:42535 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:19:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731896381480.81a90c282d55fe464cc3090d0042e119., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:19:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731896381480.81a90c282d55fe464cc3090d0042e119., hostname=c4730a2bacf8,42535,1731896376279, seqNum=2 from cache 2024-11-18T02:19:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46459,1731896372501, seqNum=-1] 2024-11-18T02:19:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:19:48,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:19:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42535: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59974 deadline: 1731896448319 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59974 2024-11-18T02:19:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896379315.441513e16de158e661f1743bb72a0bb8., hostname=c4730a2bacf8,46459,1731896372501, seqNum=2] 2024-11-18T02:19:48,333 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:19:48,427 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:42535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T02:19:48,502 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 687, reset compression=false 2024-11-18T02:19:48,794 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 725, reset compression=false 2024-11-18T02:19:48,809 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:19:48,810 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42535,1731896376279 got entry batch from reader: WALEntryBatch [walEntries=[{test/81a90c282d55fe464cc3090d0042e119/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896388317/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T02:19:48,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.ReplicationSink(318): Replicating [e3bc767a-b519-4f50-b0d2-49db4be05bd4] bulk loaded data 2024-11-18T02:19:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741844_1020 (size=11194) 2024-11-18T02:19:49,010 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1033, reset compression=false 2024-11-18T02:19:49,205 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 687, reset compression=false 2024-11-18T02:19:49,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741845_1021 (size=10791) 2024-11-18T02:19:49,314 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1033, reset compression=false 2024-11-18T02:19:49,337 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:19:49,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:19:49,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T02:19:49,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T02:19:49,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ for inclusion in 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T02:19:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:49,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ for inclusion in 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T02:19:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:19:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HRegion(2603): Flush status journal for 441513e16de158e661f1743bb72a0bb8: 2024-11-18T02:19:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:19:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/30b152df43bc4728953f702453924105_SeqId_6_ 2024-11-18T02:19:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:19:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/9a4cdfb81f184182a5ef78c5879afb60_SeqId_6_ 2024-11-18T02:19:49,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ into 441513e16de158e661f1743bb72a0bb8/f as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/30b152df43bc4728953f702453924105_SeqId_6_ - updating store file list. 2024-11-18T02:19:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30b152df43bc4728953f702453924105_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:49,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/30b152df43bc4728953f702453924105_SeqId_6_ into 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:49,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ into 441513e16de158e661f1743bb72a0bb8/f (new location: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/30b152df43bc4728953f702453924105_SeqId_6_) 2024-11-18T02:19:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/c360d131a75a4d8d84c36f2654aaa244_SeqId_6_ 2024-11-18T02:19:49,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ into 441513e16de158e661f1743bb72a0bb8/f as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/9a4cdfb81f184182a5ef78c5879afb60_SeqId_6_ - updating store file list. 2024-11-18T02:19:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a4cdfb81f184182a5ef78c5879afb60_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:19:49,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/9a4cdfb81f184182a5ef78c5879afb60_SeqId_6_ into 441513e16de158e661f1743bb72a0bb8/f 2024-11-18T02:19:49,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ into 441513e16de158e661f1743bb72a0bb8/f (new location: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/f/9a4cdfb81f184182a5ef78c5879afb60_SeqId_6_) 2024-11-18T02:19:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/staging/jenkins.hfs.10__test__vg3615fvmjfnde8d9tfqno2mi4uqkl3mj92dtuop5tlb8otj439em22uj55iicrd/f/5cb93b1d08f0479aba9720f7551250f7_SeqId_6_ 2024-11-18T02:19:49,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] regionserver.ReplicationSink(324): Finished replicating [e3bc767a-b519-4f50-b0d2-49db4be05bd4] bulk loaded data 2024-11-18T02:19:49,719 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1033, reset compression=false 2024-11-18T02:19:50,010 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 687, reset compression=false 2024-11-18T02:19:50,014 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:19:50,015 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,46459,1731896372501 got entry batch from reader: WALEntryBatch [walEntries=[{test/441513e16de158e661f1743bb72a0bb8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896389683/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T02:19:50,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.ReplicationSink(318): Replicating [e3bc767a-b519-4f50-b0d2-49db4be05bd4, 8c522633-0745-4d6a-baeb-f03806f7a3ee] bulk loaded data 2024-11-18T02:19:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741844_1020 (size=11194) 2024-11-18T02:19:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741845_1021 (size=10791) 2024-11-18T02:19:50,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:19:50,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__tk069s5pe6kf2sj9bf178vqqefnemhhiijtj0eqm1tvt2fpkg9i0upioagg9v22p/f/30b152df43bc4728953f702453924105_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T02:19:50,048 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/staging/jenkins.hfs.11__test__tk069s5pe6kf2sj9bf178vqqefnemhhiijtj0eqm1tvt2fpkg9i0upioagg9v22p/f/9a4cdfb81f184182a5ef78c5879afb60_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T02:19:50,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42535 {}] regionserver.ReplicationSink(324): Finished replicating [e3bc767a-b519-4f50-b0d2-49db4be05bd4, 8c522633-0745-4d6a-baeb-f03806f7a3ee] bulk loaded data 2024-11-18T02:19:50,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:19:50,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T02:19:50,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T02:19:50,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T02:19:50,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:19:50,056 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T02:19:50,215 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:50,225 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1033, reset compression=false 2024-11-18T02:19:50,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:19:50,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:50,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:50,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:50,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:50,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:50,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:19:50,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961982986, stopped=false 2024-11-18T02:19:50,351 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,41931,1731896376240 2024-11-18T02:19:50,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/184729597/running 2024-11-18T02:19:50,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/184729597/running 2024-11-18T02:19:50,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:50,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:50,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:50,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:50,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:50,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:50,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,42535,1731896376279' ***** 2024-11-18T02:19:50,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:19:50,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on znode that does not yet exist, /184729597/running 2024-11-18T02:19:50,353 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:19:50,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Set watcher on znode that does not yet exist, /184729597/running 2024-11-18T02:19:50,353 INFO [RS:0;c4730a2bacf8:42535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(3091): Received CLOSE for 59cac9c8001f99524010cdb418563a03 2024-11-18T02:19:50,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(3091): Received CLOSE for 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:42535. 2024-11-18T02:19:50,354 DEBUG [RS:0;c4730a2bacf8:42535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:50,354 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:19:50,354 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59cac9c8001f99524010cdb418563a03, disabling compactions & flushes 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:19:50,354 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:50,354 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:50,354 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:19:50,354 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. after waiting 0 ms 2024-11-18T02:19:50,354 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:50,355 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59cac9c8001f99524010cdb418563a03 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T02:19:50,362 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:19:50,362 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1325): Online Regions={59cac9c8001f99524010cdb418563a03=hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03., 81a90c282d55fe464cc3090d0042e119=test,,1731896381480.81a90c282d55fe464cc3090d0042e119., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:50,362 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59cac9c8001f99524010cdb418563a03, 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:50,362 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:50,362 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:50,362 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:50,362 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:50,362 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:50,362 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:19:50,380 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/.tmp/hfileref/78bf7fd9d59349bdbb467541efbc615b is 74, key is 1/hfileref:521ef223fb904d368e39356d4adee0f2_SeqId_4_/1731896388242/DeleteColumn/seqid=0 2024-11-18T02:19:50,382 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/info/21ee108209f549a29b256197c64c6687 is 147, key is hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03./info:regioninfo/1731896385009/Put/seqid=0 2024-11-18T02:19:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741847_1023 (size=7686) 2024-11-18T02:19:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741846_1022 (size=5345) 2024-11-18T02:19:50,394 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/.tmp/hfileref/78bf7fd9d59349bdbb467541efbc615b 2024-11-18T02:19:50,420 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/.tmp/queue/4dbded22d0244a61b65332ce43ddd61a is 154, key is 1-c4730a2bacf8,42535,1731896376279/queue:c4730a2bacf8%2C42535%2C1731896376279/1731896389688/Put/seqid=0 2024-11-18T02:19:50,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741848_1024 (size=5353) 2024-11-18T02:19:50,437 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:50,519 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:50,562 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59cac9c8001f99524010cdb418563a03, 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:50,762 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59cac9c8001f99524010cdb418563a03, 81a90c282d55fe464cc3090d0042e119 2024-11-18T02:19:50,790 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/info/21ee108209f549a29b256197c64c6687 2024-11-18T02:19:50,810 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/ns/770bc1eb5d8440aa89346f557c6effce is 43, key is default/ns:d/1731896379242/Put/seqid=0 2024-11-18T02:19:50,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741849_1025 (size=5153) 2024-11-18T02:19:50,830 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1033, reset compression=false 2024-11-18T02:19:50,830 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/.tmp/queue/4dbded22d0244a61b65332ce43ddd61a 2024-11-18T02:19:50,836 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/.tmp/hfileref/78bf7fd9d59349bdbb467541efbc615b as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/hfileref/78bf7fd9d59349bdbb467541efbc615b 2024-11-18T02:19:50,841 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/hfileref/78bf7fd9d59349bdbb467541efbc615b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T02:19:50,845 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/.tmp/queue/4dbded22d0244a61b65332ce43ddd61a as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/queue/4dbded22d0244a61b65332ce43ddd61a 2024-11-18T02:19:50,855 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/queue/4dbded22d0244a61b65332ce43ddd61a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T02:19:50,856 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 59cac9c8001f99524010cdb418563a03 in 502ms, sequenceid=12, compaction requested=false 2024-11-18T02:19:50,861 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/replication/59cac9c8001f99524010cdb418563a03/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T02:19:50,861 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:50,861 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:50,861 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:50,861 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59cac9c8001f99524010cdb418563a03: Waiting for close lock at 1731896390354Running coprocessor pre-close hooks at 1731896390354Disabling compacts and flushes for region at 1731896390354Disabling writes for close at 1731896390354Obtaining lock to block concurrent updates at 1731896390355 (+1 ms)Preparing flush snapshotting stores in 59cac9c8001f99524010cdb418563a03 at 1731896390355Finished memstore snapshotting hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731896390355Flushing stores of hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. at 1731896390356 (+1 ms)Flushing 59cac9c8001f99524010cdb418563a03/hfileref: creating writer at 1731896390356Flushing 59cac9c8001f99524010cdb418563a03/hfileref: appending metadata at 1731896390379 (+23 ms)Flushing 59cac9c8001f99524010cdb418563a03/hfileref: closing flushed file at 1731896390379Flushing 59cac9c8001f99524010cdb418563a03/queue: creating writer at 1731896390399 (+20 ms)Flushing 59cac9c8001f99524010cdb418563a03/queue: appending metadata at 1731896390420 (+21 ms)Flushing 59cac9c8001f99524010cdb418563a03/queue: closing flushed file at 1731896390420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d9c6ea: reopening flushed file at 1731896390836 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716eded4: reopening flushed file at 1731896390841 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 59cac9c8001f99524010cdb418563a03 in 502ms, sequenceid=12, compaction requested=false at 1731896390857 (+16 ms)Writing region close event to WAL at 1731896390858 (+1 ms)Running coprocessor post-close hooks at 1731896390861 (+3 ms)Closed at 1731896390861 2024-11-18T02:19:50,862 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896383796.59cac9c8001f99524010cdb418563a03. 2024-11-18T02:19:50,862 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81a90c282d55fe464cc3090d0042e119, disabling compactions & flushes 2024-11-18T02:19:50,862 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:50,862 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:50,862 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896381480.81a90c282d55fe464cc3090d0042e119. after waiting 0 ms 2024-11-18T02:19:50,862 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:50,865 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/default/test/81a90c282d55fe464cc3090d0042e119/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T02:19:50,865 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:50,865 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:19:50,865 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:50,865 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81a90c282d55fe464cc3090d0042e119: Waiting for close lock at 1731896390862Running coprocessor pre-close hooks at 1731896390862Disabling compacts and flushes for region at 1731896390862Disabling writes for close at 1731896390862Writing region close event to WAL at 1731896390862Running coprocessor post-close hooks at 1731896390865 (+3 ms)Closed at 1731896390865 2024-11-18T02:19:50,865 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896381480.81a90c282d55fe464cc3090d0042e119. 2024-11-18T02:19:50,926 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:50,962 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:51,146 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:19:51,146 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:19:51,162 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:51,215 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/ns/770bc1eb5d8440aa89346f557c6effce 2024-11-18T02:19:51,233 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/rep_barrier/a88c024899fc4ba5925ee75509061708 is 112, key is test,,1731896381480.81a90c282d55fe464cc3090d0042e119./rep_barrier:seqnumDuringOpen/1731896382285/Put/seqid=0 2024-11-18T02:19:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741850_1026 (size=5518) 2024-11-18T02:19:51,363 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:19:51,363 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:51,363 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:51,430 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:51,535 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1033, reset compression=false 2024-11-18T02:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1328, reset compression=false 2024-11-18T02:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42535,1731896376279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:19:51,540 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,42535,1731896376279: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,42535,1731896376279, walGroup=c4730a2bacf8%2C42535%2C1731896376279, offset=c4730a2bacf8%2C42535%2C1731896376279.1731896378268:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:42535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:19:51,541 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:19:51,541 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:19:51,542 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:19:51,542 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:19:51,542 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:19:51,542 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 803568024 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188695120 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:19:51,544 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:41931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:41931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:19:51,563 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:51,638 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/rep_barrier/a88c024899fc4ba5925ee75509061708 2024-11-18T02:19:51,660 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/table/d1174bed9f034dd5a5ddaf4e74266b67 is 53, key is hbase:replication/table:state/1731896385017/Put/seqid=0 2024-11-18T02:19:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741851_1027 (size=5308) 2024-11-18T02:19:51,743 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1328, reset compression=false 2024-11-18T02:19:51,763 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:51,963 DEBUG [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:52,034 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:52,047 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/WALs/c4730a2bacf8,42535,1731896376279/c4730a2bacf8%2C42535%2C1731896376279.1731896378268 to pos 1328, reset compression=false 2024-11-18T02:19:52,064 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/table/d1174bed9f034dd5a5ddaf4e74266b67 2024-11-18T02:19:52,069 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/info/21ee108209f549a29b256197c64c6687 as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/info/21ee108209f549a29b256197c64c6687 2024-11-18T02:19:52,073 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/info/21ee108209f549a29b256197c64c6687, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:19:52,074 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/ns/770bc1eb5d8440aa89346f557c6effce as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/ns/770bc1eb5d8440aa89346f557c6effce 2024-11-18T02:19:52,078 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/ns/770bc1eb5d8440aa89346f557c6effce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:19:52,079 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/rep_barrier/a88c024899fc4ba5925ee75509061708 as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/rep_barrier/a88c024899fc4ba5925ee75509061708 2024-11-18T02:19:52,082 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/rep_barrier/a88c024899fc4ba5925ee75509061708, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:19:52,083 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/.tmp/table/d1174bed9f034dd5a5ddaf4e74266b67 as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/table/d1174bed9f034dd5a5ddaf4e74266b67 2024-11-18T02:19:52,087 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/table/d1174bed9f034dd5a5ddaf4e74266b67, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:19:52,087 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-18T02:19:52,095 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:19:52,096 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:52,096 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:52,096 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:52,096 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896390362Running coprocessor pre-close hooks at 1731896390362Disabling compacts and flushes for region at 1731896390362Disabling writes for close at 1731896390362Obtaining lock to block concurrent updates at 1731896390362Preparing flush snapshotting stores in 1588230740 at 1731896390362Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896390362Flushing stores of hbase:meta,,1.1588230740 at 1731896390363 (+1 ms)Flushing 1588230740/info: creating writer at 1731896390363Flushing 1588230740/info: appending metadata at 1731896390382 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731896390382Flushing 1588230740/ns: creating writer at 1731896390796 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731896390810 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896390810Flushing 1588230740/rep_barrier: creating writer at 1731896391219 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896391233 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896391233Flushing 1588230740/table: creating writer at 1731896391642 (+409 ms)Flushing 1588230740/table: appending metadata at 1731896391660 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731896391660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c64d29: reopening flushed file at 1731896392069 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a34b678: reopening flushed file at 1731896392073 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552f658: reopening flushed file at 1731896392078 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3674495d: reopening flushed file at 1731896392083 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731896392087 (+4 ms)Writing region close event to WAL at 1731896392093 (+6 ms)Running coprocessor post-close hooks at 1731896392096 (+3 ms)Closed at 1731896392096 2024-11-18T02:19:52,096 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:52,163 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,42535,1731896376279; all regions closed. 2024-11-18T02:19:52,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:19:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741839_1015 (size=3127) 2024-11-18T02:19:52,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741832_1008 (size=1336) 2024-11-18T02:19:52,170 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:52,170 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:52,170 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:52,170 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:52,170 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:52,170 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:52,170 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,42535,1731896376279 because: Region server is closing 2024-11-18T02:19:52,171 INFO [RS:0;c4730a2bacf8:42535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:42535. 2024-11-18T02:19:52,171 DEBUG [RS:0;c4730a2bacf8:42535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:52,171 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:52,171 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:52,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:52,271 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.shipperc4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 terminated 2024-11-18T02:19:52,271 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42535,1731896376279.replicationSource.wal-reader.c4730a2bacf8%2C42535%2C1731896376279,1-c4730a2bacf8,42535,1731896376279 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:19:52,271 INFO [RS:0;c4730a2bacf8:42535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:42535. 2024-11-18T02:19:52,271 DEBUG [RS:0;c4730a2bacf8:42535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:52,271 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:52,272 DEBUG [RS:0;c4730a2bacf8:42535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:52,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:52,272 INFO [RS:0;c4730a2bacf8:42535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42535 2024-11-18T02:19:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597/rs 2024-11-18T02:19:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/184729597/rs/c4730a2bacf8,42535,1731896376279 2024-11-18T02:19:52,273 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:52,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,42535,1731896376279] 2024-11-18T02:19:52,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /184729597/draining/c4730a2bacf8,42535,1731896376279 already deleted, retry=false 2024-11-18T02:19:52,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,42535,1731896376279 expired; onlineServers=0 2024-11-18T02:19:52,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,41931,1731896376240' ***** 2024-11-18T02:19:52,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:19:52,276 INFO [M:0;c4730a2bacf8:41931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:52,276 INFO [M:0;c4730a2bacf8:41931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:52,276 DEBUG [M:0;c4730a2bacf8:41931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:19:52,276 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:19:52,276 DEBUG [M:0;c4730a2bacf8:41931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:19:52,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896378048 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896378048,5,FailOnTimeoutGroup] 2024-11-18T02:19:52,276 INFO [M:0;c4730a2bacf8:41931 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:52,276 INFO [M:0;c4730a2bacf8:41931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:52,276 DEBUG [M:0;c4730a2bacf8:41931 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:19:52,276 INFO [M:0;c4730a2bacf8:41931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:19:52,276 INFO [M:0;c4730a2bacf8:41931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:52,276 INFO [M:0;c4730a2bacf8:41931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:19:52,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:19:52,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896378050 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896378050,5,FailOnTimeoutGroup] 2024-11-18T02:19:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/184729597/master 2024-11-18T02:19:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/184729597 2024-11-18T02:19:52,278 DEBUG [M:0;c4730a2bacf8:41931 {}] zookeeper.ZKUtil(347): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Unable to get data of znode /184729597/master because node does not exist (not an error) 2024-11-18T02:19:52,278 WARN [M:0;c4730a2bacf8:41931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:19:52,279 INFO [M:0;c4730a2bacf8:41931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/.lastflushedseqids 2024-11-18T02:19:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741852_1028 (size=263) 2024-11-18T02:19:52,285 INFO [M:0;c4730a2bacf8:41931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:19:52,285 INFO [M:0;c4730a2bacf8:41931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:19:52,285 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:52,285 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:52,285 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:52,285 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:52,285 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:52,285 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T02:19:52,304 DEBUG [M:0;c4730a2bacf8:41931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b1767fccadc496fbcc38efc7fceddc1 is 82, key is hbase:meta,,1/info:regioninfo/1731896379231/Put/seqid=0 2024-11-18T02:19:52,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741853_1029 (size=5672) 2024-11-18T02:19:52,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:52,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42535-0x10128df53320004, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:52,375 INFO [RS:0;c4730a2bacf8:42535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:52,375 INFO [RS:0;c4730a2bacf8:42535 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,42535,1731896376279; zookeeper connection closed. 2024-11-18T02:19:52,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23b44731 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23b44731 2024-11-18T02:19:52,375 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:19:52,709 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b1767fccadc496fbcc38efc7fceddc1 2024-11-18T02:19:52,731 DEBUG [M:0;c4730a2bacf8:41931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87bfcfc67156445da65a20d176ab2e1f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896385024/Put/seqid=0 2024-11-18T02:19:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741854_1030 (size=8515) 2024-11-18T02:19:52,737 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:53,137 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87bfcfc67156445da65a20d176ab2e1f 2024-11-18T02:19:53,157 DEBUG [M:0;c4730a2bacf8:41931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72a3a210afc145cdafda8a0b8bdc1e0b is 69, key is c4730a2bacf8,42535,1731896376279/rs:state/1731896378118/Put/seqid=0 2024-11-18T02:19:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741855_1031 (size=5156) 2024-11-18T02:19:53,540 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:53,561 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72a3a210afc145cdafda8a0b8bdc1e0b 2024-11-18T02:19:53,565 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b1767fccadc496fbcc38efc7fceddc1 as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b1767fccadc496fbcc38efc7fceddc1 2024-11-18T02:19:53,569 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b1767fccadc496fbcc38efc7fceddc1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T02:19:53,570 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87bfcfc67156445da65a20d176ab2e1f as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87bfcfc67156445da65a20d176ab2e1f 2024-11-18T02:19:53,574 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87bfcfc67156445da65a20d176ab2e1f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T02:19:53,574 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72a3a210afc145cdafda8a0b8bdc1e0b as hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72a3a210afc145cdafda8a0b8bdc1e0b 2024-11-18T02:19:53,578 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43713/user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72a3a210afc145cdafda8a0b8bdc1e0b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T02:19:53,579 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-18T02:19:53,580 INFO [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:53,580 DEBUG [M:0;c4730a2bacf8:41931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896392285Disabling compacts and flushes for region at 1731896392285Disabling writes for close at 1731896392285Obtaining lock to block concurrent updates at 1731896392285Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896392285Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731896392286 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896392286Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896392286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896392304 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896392304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896392713 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896392731 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896392731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896393142 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896393156 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896393156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec8a81c: reopening flushed file at 1731896393565 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe11aba: reopening flushed file at 1731896393570 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cf591c: reopening flushed file at 1731896393574 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1731896393579 (+5 ms)Writing region close event to WAL at 1731896393580 (+1 ms)Closed at 1731896393580 2024-11-18T02:19:53,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741830_1006 (size=63642) 2024-11-18T02:19:53,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/646c5abf-bd39-80bb-d354-7b2484809f86/MasterData/WALs/c4730a2bacf8,41931,1731896376240/c4730a2bacf8%2C41931%2C1731896376240.1731896377967 not finished, retry = 0 2024-11-18T02:19:53,683 INFO [M:0;c4730a2bacf8:41931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:19:53,683 INFO [M:0;c4730a2bacf8:41931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41931 2024-11-18T02:19:53,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:53,684 INFO [M:0;c4730a2bacf8:41931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:53,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:53,786 INFO [M:0;c4730a2bacf8:41931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:53,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41931-0x10128df53320003, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:53,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cc87239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:53,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:53,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:53,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:53,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:53,805 WARN [BP-197141301-172.17.0.2-1731896375173 heartbeating to localhost/127.0.0.1:43713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:19:53,805 WARN [BP-197141301-172.17.0.2-1731896375173 heartbeating to localhost/127.0.0.1:43713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-197141301-172.17.0.2-1731896375173 (Datanode Uuid c7b0bacb-6065-4caa-98cc-3ee59e3fe3dc) service to localhost/127.0.0.1:43713 2024-11-18T02:19:53,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:19:53,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:19:53,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/cluster_968ae974-d62d-61c7-3ec3-ad64d6a8178b/data/data2/current/BP-197141301-172.17.0.2-1731896375173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:53,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/cluster_968ae974-d62d-61c7-3ec3-ad64d6a8178b/data/data1/current/BP-197141301-172.17.0.2-1731896375173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:53,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:19:53,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6114c7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:53,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:53,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:53,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:53,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:19:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:19:53,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:53,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:53,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:53,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:53,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:53,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:19:53,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=509274412, stopped=false 2024-11-18T02:19:53,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,44915,1731896372450 2024-11-18T02:19:53,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1739906969/running 2024-11-18T02:19:53,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:53,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1739906969/running 2024-11-18T02:19:53,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:53,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:53,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on znode that does not yet exist, /0-1739906969/running 2024-11-18T02:19:53,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Set watcher on znode that does not yet exist, /0-1739906969/running 2024-11-18T02:19:53,839 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-18T02:19:53,839 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(3091): Received CLOSE for 441513e16de158e661f1743bb72a0bb8 2024-11-18T02:19:53,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:19:53,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:53,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:53,843 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,46459,1731896372501' ***** 2024-11-18T02:19:53,843 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:19:53,848 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:53,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 441513e16de158e661f1743bb72a0bb8, disabling compactions & flushes 2024-11-18T02:19:53,850 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:53,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:53,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896379315.441513e16de158e661f1743bb72a0bb8. after waiting 0 ms 2024-11-18T02:19:53,850 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:53,850 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:19:53,850 INFO [RS:0;c4730a2bacf8:46459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:19:53,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:19:53,850 INFO [RS:0;c4730a2bacf8:46459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 76b99bf1e52794c18fdafa5a3206fb0b, which we are already trying to CLOSE, but not completed yet 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:46459. 2024-11-18T02:19:53,851 DEBUG [RS:0;c4730a2bacf8:46459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:53,851 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:19:53,851 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:19:53,857 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:19:53,857 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1325): Online Regions={441513e16de158e661f1743bb72a0bb8=test,,1731896379315.441513e16de158e661f1743bb72a0bb8., 76b99bf1e52794c18fdafa5a3206fb0b=hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:53,857 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 441513e16de158e661f1743bb72a0bb8, 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:53,857 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:19:53,857 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:19:53,857 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:19:53,857 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:19:53,857 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:19:53,858 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:19:53,873 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/default/test/441513e16de158e661f1743bb72a0bb8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T02:19:53,874 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:53,874 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:19:53,874 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:53,874 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 441513e16de158e661f1743bb72a0bb8: Waiting for close lock at 1731896393848Running coprocessor pre-close hooks at 1731896393848Disabling compacts and flushes for region at 1731896393850 (+2 ms)Disabling writes for close at 1731896393850Writing region close event to WAL at 1731896393858 (+8 ms)Running coprocessor post-close hooks at 1731896393874 (+16 ms)Closed at 1731896393874 2024-11-18T02:19:53,874 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896379315.441513e16de158e661f1743bb72a0bb8. 2024-11-18T02:19:53,874 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b99bf1e52794c18fdafa5a3206fb0b, disabling compactions & flushes 2024-11-18T02:19:53,874 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:53,874 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:53,874 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. after waiting 0 ms 2024-11-18T02:19:53,875 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:53,875 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76b99bf1e52794c18fdafa5a3206fb0b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T02:19:53,886 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:53,897 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/info/d6e5ca9b4cf44336ae7e321c893affd0 is 147, key is hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b./info:regioninfo/1731896383420/Put/seqid=0 2024-11-18T02:19:53,899 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/.tmp/hfileref/66f19116232d4ba28b381cd5d8c8227f is 74, key is 1/hfileref:30b152df43bc4728953f702453924105_SeqId_6_/1731896390051/DeleteColumn/seqid=0 2024-11-18T02:19:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741846_1022 (size=7686) 2024-11-18T02:19:53,911 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/info/d6e5ca9b4cf44336ae7e321c893affd0 2024-11-18T02:19:53,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741847_1023 (size=5345) 2024-11-18T02:19:53,949 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/ns/73e0d1c2803c43b796778e173be2be0d is 43, key is default/ns:d/1731896375105/Put/seqid=0 2024-11-18T02:19:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741848_1024 (size=5153) 2024-11-18T02:19:53,998 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:19:53,998 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:19:54,057 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:54,257 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:54,322 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/.tmp/hfileref/66f19116232d4ba28b381cd5d8c8227f 2024-11-18T02:19:54,349 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/.tmp/queue/3bd0c4f9928b4927808159c34df9be9c is 154, key is 1-c4730a2bacf8,46459,1731896372501/queue:c4730a2bacf8%2C46459%2C1731896372501/1731896390053/Put/seqid=0 2024-11-18T02:19:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741849_1025 (size=5353) 2024-11-18T02:19:54,365 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/ns/73e0d1c2803c43b796778e173be2be0d 2024-11-18T02:19:54,384 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/rep_barrier/dc99e61ee9a34ce3b11b76bc408dd049 is 112, key is test,,1731896379315.441513e16de158e661f1743bb72a0bb8./rep_barrier:seqnumDuringOpen/1731896380471/Put/seqid=0 2024-11-18T02:19:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741850_1026 (size=5518) 2024-11-18T02:19:54,445 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1033, reset compression=false 2024-11-18T02:19:54,449 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:19:54,450 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1328, reset compression=false 2024-11-18T02:19:54,450 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,46459,1731896372501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:19:54,450 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,46459,1731896372501: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,46459,1731896372501, walGroup=c4730a2bacf8%2C46459%2C1731896372501, offset=c4730a2bacf8%2C46459%2C1731896372501.1731896374095:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:46459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:19:54,451 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:19:54,451 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:19:54,452 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:19:54,452 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:19:54,452 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:19:54,452 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 849705368 }, "NonHeapMemoryUsage": { "committed": 192086016, "init": 7667712, "max": -1, "used": 189253248 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:19:54,452 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:44915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:44915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:19:54,457 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:54,654 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1328, reset compression=false 2024-11-18T02:19:54,657 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b99bf1e52794c18fdafa5a3206fb0b 2024-11-18T02:19:54,753 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/.tmp/queue/3bd0c4f9928b4927808159c34df9be9c 2024-11-18T02:19:54,758 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/.tmp/hfileref/66f19116232d4ba28b381cd5d8c8227f as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/hfileref/66f19116232d4ba28b381cd5d8c8227f 2024-11-18T02:19:54,762 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/hfileref/66f19116232d4ba28b381cd5d8c8227f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T02:19:54,763 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/.tmp/queue/3bd0c4f9928b4927808159c34df9be9c as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/queue/3bd0c4f9928b4927808159c34df9be9c 2024-11-18T02:19:54,766 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/queue/3bd0c4f9928b4927808159c34df9be9c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T02:19:54,767 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 76b99bf1e52794c18fdafa5a3206fb0b in 892ms, sequenceid=12, compaction requested=false 2024-11-18T02:19:54,770 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/replication/76b99bf1e52794c18fdafa5a3206fb0b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T02:19:54,771 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:54,771 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:54,771 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:54,771 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b99bf1e52794c18fdafa5a3206fb0b: Waiting for close lock at 1731896393874Running coprocessor pre-close hooks at 1731896393874Disabling compacts and flushes for region at 1731896393874Disabling writes for close at 1731896393875 (+1 ms)Obtaining lock to block concurrent updates at 1731896393875Preparing flush snapshotting stores in 76b99bf1e52794c18fdafa5a3206fb0b at 1731896393875Finished memstore snapshotting hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731896393875Flushing stores of hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. at 1731896393875Flushing 76b99bf1e52794c18fdafa5a3206fb0b/hfileref: creating writer at 1731896393876 (+1 ms)Flushing 76b99bf1e52794c18fdafa5a3206fb0b/hfileref: appending metadata at 1731896393899 (+23 ms)Flushing 76b99bf1e52794c18fdafa5a3206fb0b/hfileref: closing flushed file at 1731896393899Flushing 76b99bf1e52794c18fdafa5a3206fb0b/queue: creating writer at 1731896394327 (+428 ms)Flushing 76b99bf1e52794c18fdafa5a3206fb0b/queue: appending metadata at 1731896394348 (+21 ms)Flushing 76b99bf1e52794c18fdafa5a3206fb0b/queue: closing flushed file at 1731896394348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f5ad45: reopening flushed file at 1731896394758 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f038c1: reopening flushed file at 1731896394762 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 76b99bf1e52794c18fdafa5a3206fb0b in 892ms, sequenceid=12, compaction requested=false at 1731896394767 (+5 ms)Writing region close event to WAL at 1731896394768 (+1 ms)Running coprocessor post-close hooks at 1731896394771 (+3 ms)Closed at 1731896394771 2024-11-18T02:19:54,771 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896382641.76b99bf1e52794c18fdafa5a3206fb0b. 2024-11-18T02:19:54,791 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/rep_barrier/dc99e61ee9a34ce3b11b76bc408dd049 2024-11-18T02:19:54,814 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/table/754a7cbe69a64f5ca9ec3359a5d097c7 is 53, key is hbase:replication/table:state/1731896383432/Put/seqid=0 2024-11-18T02:19:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741851_1027 (size=5308) 2024-11-18T02:19:54,858 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:19:54,858 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:19:54,858 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:54,959 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1328, reset compression=false 2024-11-18T02:19:55,058 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:55,219 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/table/754a7cbe69a64f5ca9ec3359a5d097c7 2024-11-18T02:19:55,229 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/info/d6e5ca9b4cf44336ae7e321c893affd0 as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/info/d6e5ca9b4cf44336ae7e321c893affd0 2024-11-18T02:19:55,238 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/info/d6e5ca9b4cf44336ae7e321c893affd0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:19:55,240 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/ns/73e0d1c2803c43b796778e173be2be0d as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/ns/73e0d1c2803c43b796778e173be2be0d 2024-11-18T02:19:55,252 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/ns/73e0d1c2803c43b796778e173be2be0d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:19:55,255 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/rep_barrier/dc99e61ee9a34ce3b11b76bc408dd049 as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/rep_barrier/dc99e61ee9a34ce3b11b76bc408dd049 2024-11-18T02:19:55,258 DEBUG [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:19:55,271 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/rep_barrier/dc99e61ee9a34ce3b11b76bc408dd049, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:19:55,273 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/.tmp/table/754a7cbe69a64f5ca9ec3359a5d097c7 as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/table/754a7cbe69a64f5ca9ec3359a5d097c7 2024-11-18T02:19:55,311 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/table/754a7cbe69a64f5ca9ec3359a5d097c7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:19:55,313 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1456ms, sequenceid=16, compaction requested=false 2024-11-18T02:19:55,366 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/WALs/c4730a2bacf8,46459,1731896372501/c4730a2bacf8%2C46459%2C1731896372501.1731896374095 to pos 1328, reset compression=false 2024-11-18T02:19:55,370 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:19:55,371 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:19:55,371 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:19:55,371 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:55,371 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896393857Running coprocessor pre-close hooks at 1731896393857Disabling compacts and flushes for region at 1731896393857Disabling writes for close at 1731896393857Obtaining lock to block concurrent updates at 1731896393858 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731896393858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896393858Flushing stores of hbase:meta,,1.1588230740 at 1731896393860 (+2 ms)Flushing 1588230740/info: creating writer at 1731896393860Flushing 1588230740/info: appending metadata at 1731896393896 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731896393896Flushing 1588230740/ns: creating writer at 1731896393928 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731896393948 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731896393948Flushing 1588230740/rep_barrier: creating writer at 1731896394369 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896394383 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896394383Flushing 1588230740/table: creating writer at 1731896394794 (+411 ms)Flushing 1588230740/table: appending metadata at 1731896394814 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731896394814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23190d35: reopening flushed file at 1731896395226 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636a1981: reopening flushed file at 1731896395239 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff7af3e: reopening flushed file at 1731896395252 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345689b3: reopening flushed file at 1731896395271 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1456ms, sequenceid=16, compaction requested=false at 1731896395313 (+42 ms)Writing region close event to WAL at 1731896395344 (+31 ms)Running coprocessor post-close hooks at 1731896395370 (+26 ms)Closed at 1731896395371 (+1 ms) 2024-11-18T02:19:55,371 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:19:55,458 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,46459,1731896372501; all regions closed. 2024-11-18T02:19:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:19:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741839_1015 (size=3127) 2024-11-18T02:19:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741832_1008 (size=1336) 2024-11-18T02:19:55,519 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:55,519 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:19:55,519 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:55,519 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:55,519 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:55,519 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,46459,1731896372501 because: Region server is closing 2024-11-18T02:19:55,520 INFO [RS:0;c4730a2bacf8:46459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:46459. 2024-11-18T02:19:55,520 DEBUG [RS:0;c4730a2bacf8:46459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:55,520 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:55,520 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:55,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:55,524 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:55,621 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.shipperc4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 terminated 2024-11-18T02:19:55,621 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,46459,1731896372501.replicationSource.wal-reader.c4730a2bacf8%2C46459%2C1731896372501,1-c4730a2bacf8,46459,1731896372501 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:19:55,621 INFO [RS:0;c4730a2bacf8:46459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:46459. 2024-11-18T02:19:55,621 DEBUG [RS:0;c4730a2bacf8:46459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:19:55,621 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:55,621 DEBUG [RS:0;c4730a2bacf8:46459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:19:55,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:19:55,624 INFO [RS:0;c4730a2bacf8:46459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46459 2024-11-18T02:19:55,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969/rs 2024-11-18T02:19:55,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1739906969/rs/c4730a2bacf8,46459,1731896372501 2024-11-18T02:19:55,627 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:55,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,46459,1731896372501] 2024-11-18T02:19:55,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1739906969/draining/c4730a2bacf8,46459,1731896372501 already deleted, retry=false 2024-11-18T02:19:55,629 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,46459,1731896372501 expired; onlineServers=0 2024-11-18T02:19:55,629 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,44915,1731896372450' ***** 2024-11-18T02:19:55,629 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:19:55,630 INFO [M:0;c4730a2bacf8:44915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:19:55,630 INFO [M:0;c4730a2bacf8:44915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:19:55,630 DEBUG [M:0;c4730a2bacf8:44915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:19:55,630 DEBUG [M:0;c4730a2bacf8:44915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:19:55,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:19:55,630 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896373912 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896373912,5,FailOnTimeoutGroup] 2024-11-18T02:19:55,630 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896373912 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896373912,5,FailOnTimeoutGroup] 2024-11-18T02:19:55,631 INFO [M:0;c4730a2bacf8:44915 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:19:55,631 INFO [M:0;c4730a2bacf8:44915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:19:55,631 DEBUG [M:0;c4730a2bacf8:44915 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:19:55,631 INFO [M:0;c4730a2bacf8:44915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:19:55,631 INFO [M:0;c4730a2bacf8:44915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:19:55,631 INFO [M:0;c4730a2bacf8:44915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:19:55,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:19:55,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1739906969/master 2024-11-18T02:19:55,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1739906969 2024-11-18T02:19:55,635 DEBUG [M:0;c4730a2bacf8:44915 {}] zookeeper.ZKUtil(347): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Unable to get data of znode /0-1739906969/master because node does not exist (not an error) 2024-11-18T02:19:55,635 WARN [M:0;c4730a2bacf8:44915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:19:55,635 INFO [M:0;c4730a2bacf8:44915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/.lastflushedseqids 2024-11-18T02:19:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741852_1028 (size=263) 2024-11-18T02:19:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:55,729 INFO [RS:0;c4730a2bacf8:46459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46459-0x10128df53320001, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:55,729 INFO [RS:0;c4730a2bacf8:46459 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,46459,1731896372501; zookeeper connection closed. 2024-11-18T02:19:55,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e9614 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e9614 2024-11-18T02:19:55,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:19:56,047 INFO [M:0;c4730a2bacf8:44915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:19:56,047 INFO [M:0;c4730a2bacf8:44915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:19:56,047 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:56,047 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:56,047 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:56,047 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:56,047 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:56,048 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T02:19:56,065 DEBUG [M:0;c4730a2bacf8:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc97a3323e58441c8a401005eaf6e918 is 82, key is hbase:meta,,1/info:regioninfo/1731896375092/Put/seqid=0 2024-11-18T02:19:56,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741853_1029 (size=5672) 2024-11-18T02:19:56,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:19:56,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:19:56,469 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc97a3323e58441c8a401005eaf6e918 2024-11-18T02:19:56,502 DEBUG [M:0;c4730a2bacf8:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeab4112f4204b6b8de9de8d816a2cdc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896383441/Put/seqid=0 2024-11-18T02:19:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741854_1030 (size=8515) 2024-11-18T02:19:56,907 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeab4112f4204b6b8de9de8d816a2cdc 2024-11-18T02:19:56,925 DEBUG [M:0;c4730a2bacf8:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdb552fd2cce41cf8ec0ccb0f045f379 is 69, key is c4730a2bacf8,46459,1731896372501/rs:state/1731896373949/Put/seqid=0 2024-11-18T02:19:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741855_1031 (size=5156) 2024-11-18T02:19:57,330 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdb552fd2cce41cf8ec0ccb0f045f379 2024-11-18T02:19:57,335 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc97a3323e58441c8a401005eaf6e918 as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc97a3323e58441c8a401005eaf6e918 2024-11-18T02:19:57,340 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc97a3323e58441c8a401005eaf6e918, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T02:19:57,340 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aeab4112f4204b6b8de9de8d816a2cdc as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aeab4112f4204b6b8de9de8d816a2cdc 2024-11-18T02:19:57,345 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aeab4112f4204b6b8de9de8d816a2cdc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T02:19:57,345 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdb552fd2cce41cf8ec0ccb0f045f379 as hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdb552fd2cce41cf8ec0ccb0f045f379 2024-11-18T02:19:57,349 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37841/user/jenkins/test-data/236170fe-0c2b-046f-ada5-605c4fd15c27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdb552fd2cce41cf8ec0ccb0f045f379, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T02:19:57,350 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=97, compaction requested=false 2024-11-18T02:19:57,353 INFO [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:57,353 DEBUG [M:0;c4730a2bacf8:44915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896396047Disabling compacts and flushes for region at 1731896396047Disabling writes for close at 1731896396047Obtaining lock to block concurrent updates at 1731896396048 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896396048Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731896396048Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896396049 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896396049Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896396064 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896396064Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896396474 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896396502 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896396502Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896396911 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896396925 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896396925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60121e2: reopening flushed file at 1731896397334 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1b579f: reopening flushed file at 1731896397340 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f330bc6: reopening flushed file at 1731896397345 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=97, compaction requested=false at 1731896397350 (+5 ms)Writing region close event to WAL at 1731896397353 (+3 ms)Closed at 1731896397353 2024-11-18T02:19:57,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44977 is added to blk_1073741830_1006 (size=63642) 2024-11-18T02:19:57,357 INFO [M:0;c4730a2bacf8:44915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:19:57,357 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:19:57,357 INFO [M:0;c4730a2bacf8:44915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44915 2024-11-18T02:19:57,358 INFO [M:0;c4730a2bacf8:44915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:19:57,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:57,459 INFO [M:0;c4730a2bacf8:44915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:19:57,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10128df53320000, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:19:57,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233a9ae1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:57,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:57,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:57,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:57,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:57,464 WARN [BP-1525707351-172.17.0.2-1731896371382 heartbeating to localhost/127.0.0.1:37841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:19:57,464 WARN [BP-1525707351-172.17.0.2-1731896371382 heartbeating to localhost/127.0.0.1:37841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1525707351-172.17.0.2-1731896371382 (Datanode Uuid 93c1f6db-586a-41b7-85e5-939d4771a9c2) service to localhost/127.0.0.1:37841 2024-11-18T02:19:57,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9/data/data1/current/BP-1525707351-172.17.0.2-1731896371382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:57,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/cluster_38412ce5-71da-e08c-734c-6e9bfef241f9/data/data2/current/BP-1525707351-172.17.0.2-1731896371382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:19:57,466 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:19:57,466 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:19:57,466 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:19:57,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef48bf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:57,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:19:57,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:19:57,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:19:57,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ea85c87-e8e5-fae6-7372-068fdb923264/hadoop.log.dir/,STOPPED} 2024-11-18T02:19:57,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:19:57,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:19:57,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 207) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37841 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43713 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37841 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64185) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43713 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37841 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64185) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2831 (was 2383) - AvailableMemoryMB LEAK? - 2024-11-18T02:19:57,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=2831 2024-11-18T02:19:57,530 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T02:19:57,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.log.dir so I do NOT create it in target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10 2024-11-18T02:19:57,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:19:57,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.tmp.dir so I do NOT create it in target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10 2024-11-18T02:19:57,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9be7269-34c6-5aaf-c87f-ba9e8e193097/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:19:57,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10 2024-11-18T02:19:57,531 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0, deleteOnExit=true 2024-11-18T02:19:57,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0/zookeeper_0, clientPort=61220, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:19:57,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61220 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/test.cache.data in system properties and HBase conf 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:19:57,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:19:57,534 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:19:57,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:19:57,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128df53320005, quorum=127.0.0.1:64185, baseZNode=/184729597 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:19:57,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128df53320002, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:19:57,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128df53320002, quorum=127.0.0.1:64185, baseZNode=/0-1739906969 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:19:57,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128df53320005, quorum=127.0.0.1:64185, baseZNode=/184729597 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:19:57,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:57,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:57,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:57,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:57,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:19:57,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:57,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:57,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:57,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/java.io.tmpdir/jetty-localhost-33725-hadoop-hdfs-3_4_1-tests_jar-_-any-4454058032415943118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:19:57,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:33725} 2024-11-18T02:19:57,740 INFO [Time-limited test {}] server.Server(415): Started @184071ms 2024-11-18T02:19:57,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:19:57,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:19:57,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:19:57,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:19:57,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:19:57,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:19:57,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:19:57,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a03fc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/java.io.tmpdir/jetty-localhost-36153-hadoop-hdfs-3_4_1-tests_jar-_-any-5210952801617289353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:19:57,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:36153} 2024-11-18T02:19:57,991 INFO [Time-limited test {}] server.Server(415): Started @184322ms 2024-11-18T02:19:57,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:19:58,096 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0/data/data1/current/BP-393828155-172.17.0.2-1731896397552/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:58,097 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0/data/data2/current/BP-393828155-172.17.0.2-1731896397552/current, will proceed with Du for space computation calculation, 2024-11-18T02:19:58,120 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:19:58,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a575e330d13802 with lease ID 0xf24548e181048a0b: Processing first storage report for DS-5d1bcfd7-d4d7-43b5-9c54-51f866e0fb64 from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=8dec1d81-b2c7-4c2c-950e-13908046c436, infoPort=42159, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1179859193;c=1731896397552) 2024-11-18T02:19:58,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a575e330d13802 with lease ID 0xf24548e181048a0b: from storage DS-5d1bcfd7-d4d7-43b5-9c54-51f866e0fb64 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=8dec1d81-b2c7-4c2c-950e-13908046c436, infoPort=42159, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1179859193;c=1731896397552), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T02:19:58,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a575e330d13802 with lease ID 0xf24548e181048a0b: Processing first storage report for DS-622308d3-3645-4cce-a086-2450b8a4d7a1 from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=8dec1d81-b2c7-4c2c-950e-13908046c436, infoPort=42159, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1179859193;c=1731896397552) 2024-11-18T02:19:58,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a575e330d13802 with lease ID 0xf24548e181048a0b: from storage DS-622308d3-3645-4cce-a086-2450b8a4d7a1 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=8dec1d81-b2c7-4c2c-950e-13908046c436, infoPort=42159, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1179859193;c=1731896397552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:19:58,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10 2024-11-18T02:19:58,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:58,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:58,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:19:58,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3 with version=8 2024-11-18T02:19:58,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/hbase-staging 2024-11-18T02:19:58,638 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:58,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:58,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:58,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:58,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:58,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:58,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:19:58,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:58,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45519 2024-11-18T02:19:58,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45519 connecting to ZooKeeper ensemble=127.0.0.1:61220 2024-11-18T02:19:58,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455190x0, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:58,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45519-0x10128dfb96c0000 connected 2024-11-18T02:19:58,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:58,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:58,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on znode that does not yet exist, /0-1658372593/running 2024-11-18T02:19:58,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3, hbase.cluster.distributed=false 2024-11-18T02:19:58,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on znode that does not yet exist, /0-1658372593/acl 2024-11-18T02:19:58,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-18T02:19:58,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45519 2024-11-18T02:19:58,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45519 2024-11-18T02:19:58,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-18T02:19:58,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-18T02:19:58,791 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:19:58,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:58,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:58,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:19:58,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:19:58,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:19:58,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:19:58,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:19:58,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35261 2024-11-18T02:19:58,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35261 connecting to ZooKeeper ensemble=127.0.0.1:61220 2024-11-18T02:19:58,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:58,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:58,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352610x0, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on znode that does not yet exist, /0-1658372593/running 2024-11-18T02:19:58,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:19:58,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352610x0, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:19:58,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35261-0x10128dfb96c0001 connected 2024-11-18T02:19:58,846 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:19:58,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on znode that does not yet exist, /0-1658372593/master 2024-11-18T02:19:58,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on znode that does not yet exist, /0-1658372593/acl 2024-11-18T02:19:58,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-18T02:19:58,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35261 2024-11-18T02:19:58,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35261 2024-11-18T02:19:58,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-18T02:19:58,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-18T02:19:58,901 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:45519 2024-11-18T02:19:58,905 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1658372593/backup-masters/c4730a2bacf8,45519,1731896398637 2024-11-18T02:19:58,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593/backup-masters 2024-11-18T02:19:58,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593/backup-masters 2024-11-18T02:19:58,908 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on existing znode=/0-1658372593/backup-masters/c4730a2bacf8,45519,1731896398637 2024-11-18T02:19:58,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1658372593/master 2024-11-18T02:19:58,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:58,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:58,911 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on existing znode=/0-1658372593/master 2024-11-18T02:19:58,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1658372593/backup-masters/c4730a2bacf8,45519,1731896398637 from backup master directory 2024-11-18T02:19:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593/backup-masters 2024-11-18T02:19:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1658372593/backup-masters/c4730a2bacf8,45519,1731896398637 2024-11-18T02:19:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593/backup-masters 2024-11-18T02:19:58,915 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:58,915 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,45519,1731896398637 2024-11-18T02:19:58,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/hbase.id] with ID: 42dfddfb-ef98-44b7-bf16-d875e55d86a2 2024-11-18T02:19:58,942 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/.tmp/hbase.id 2024-11-18T02:19:58,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:19:58,954 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/.tmp/hbase.id]:[hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/hbase.id] 2024-11-18T02:19:58,971 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:19:58,971 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:19:58,972 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:19:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:19:58,990 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:19:58,991 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:19:58,991 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:59,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:19:59,014 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store 2024-11-18T02:19:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:19:59,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:59,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:19:59,030 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:59,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:59,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:19:59,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:59,030 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:19:59,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896399030Disabling compacts and flushes for region at 1731896399030Disabling writes for close at 1731896399030Writing region close event to WAL at 1731896399030Closed at 1731896399030 2024-11-18T02:19:59,031 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/.initializing 2024-11-18T02:19:59,031 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/WALs/c4730a2bacf8,45519,1731896398637 2024-11-18T02:19:59,032 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:59,035 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C45519%2C1731896398637, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/WALs/c4730a2bacf8,45519,1731896398637, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/oldWALs, maxLogs=10 2024-11-18T02:19:59,050 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/WALs/c4730a2bacf8,45519,1731896398637/c4730a2bacf8%2C45519%2C1731896398637.1731896399035, exclude list is [], retry=0 2024-11-18T02:19:59,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5d1bcfd7-d4d7-43b5-9c54-51f866e0fb64,DISK] 2024-11-18T02:19:59,065 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/WALs/c4730a2bacf8,45519,1731896398637/c4730a2bacf8%2C45519%2C1731896398637.1731896399035 2024-11-18T02:19:59,068 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42159:42159)] 2024-11-18T02:19:59,068 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:19:59,069 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:59,069 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,069 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:19:59,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:59,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:19:59,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:59,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:19:59,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:59,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:19:59,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:19:59,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,079 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,080 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,080 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,081 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:59,083 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:19:59,088 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:19:59,088 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60414571, jitterRate=-0.09975273907184601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:19:59,089 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896399069Initializing all the Stores at 1731896399070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896399070Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896399070Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896399070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896399070Cleaning up temporary data from old regions at 1731896399080 (+10 ms)Region opened successfully at 1731896399089 (+9 ms) 2024-11-18T02:19:59,092 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:19:59,096 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645c5262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:59,097 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:19:59,097 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:19:59,097 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:19:59,097 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:19:59,098 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:19:59,098 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:19:59,098 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:19:59,105 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:19:59,106 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Unable to get data of znode /0-1658372593/balancer because node does not exist (not necessarily an error) 2024-11-18T02:19:59,107 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1658372593/balancer already deleted, retry=false 2024-11-18T02:19:59,108 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:19:59,108 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Unable to get data of znode /0-1658372593/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:19:59,109 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1658372593/normalizer already deleted, retry=false 2024-11-18T02:19:59,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:19:59,114 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Unable to get data of znode /0-1658372593/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:19:59,116 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1658372593/switch/split already deleted, retry=false 2024-11-18T02:19:59,117 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Unable to get data of znode /0-1658372593/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:19:59,120 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1658372593/switch/merge already deleted, retry=false 2024-11-18T02:19:59,122 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Unable to get data of znode /0-1658372593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:19:59,125 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1658372593/snapshot-cleanup already deleted, retry=false 2024-11-18T02:19:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1658372593/running 2024-11-18T02:19:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1658372593/running 2024-11-18T02:19:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:59,127 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,45519,1731896398637, sessionid=0x10128dfb96c0000, setting cluster-up flag (Was=false) 2024-11-18T02:19:59,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:59,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:59,140 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1658372593/flush-table-proc/acquired, /0-1658372593/flush-table-proc/reached, /0-1658372593/flush-table-proc/abort 2024-11-18T02:19:59,142 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,45519,1731896398637 2024-11-18T02:19:59,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:59,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:19:59,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1658372593/online-snapshot/acquired, /0-1658372593/online-snapshot/reached, /0-1658372593/online-snapshot/abort 2024-11-18T02:19:59,156 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,45519,1731896398637 2024-11-18T02:19:59,157 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:19:59,159 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:59,159 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:19:59,159 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:19:59,160 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,45519,1731896398637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:59,161 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:19:59,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:19:59,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:19:59,172 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896429172 2024-11-18T02:19:59,172 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:19:59,173 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:19:59,173 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:19:59,173 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:19:59,173 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:19:59,173 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:19:59,176 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,178 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:19:59,178 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:19:59,178 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:19:59,178 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:19:59,181 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:19:59,181 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:19:59,181 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(746): ClusterId : 42dfddfb-ef98-44b7-bf16-d875e55d86a2 2024-11-18T02:19:59,181 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:19:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:19:59,184 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896399181,5,FailOnTimeoutGroup] 2024-11-18T02:19:59,186 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896399184,5,FailOnTimeoutGroup] 2024-11-18T02:19:59,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:19:59,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,188 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:19:59,188 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:19:59,189 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:19:59,189 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c65975e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:19:59,207 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:35261 2024-11-18T02:19:59,207 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:19:59,207 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:19:59,207 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:19:59,208 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,45519,1731896398637 with port=35261, startcode=1731896398790 2024-11-18T02:19:59,209 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:19:59,213 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:19:59,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,35261,1731896398790 2024-11-18T02:19:59,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,35261,1731896398790 2024-11-18T02:19:59,215 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3 2024-11-18T02:19:59,215 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39185 2024-11-18T02:19:59,215 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:19:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593/rs 2024-11-18T02:19:59,217 DEBUG [RS:0;c4730a2bacf8:35261 {}] zookeeper.ZKUtil(111): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on existing znode=/0-1658372593/rs/c4730a2bacf8,35261,1731896398790 2024-11-18T02:19:59,217 WARN [RS:0;c4730a2bacf8:35261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:19:59,217 INFO [RS:0;c4730a2bacf8:35261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:19:59,217 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790 2024-11-18T02:19:59,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,35261,1731896398790] 2024-11-18T02:19:59,220 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:19:59,226 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:19:59,228 INFO [RS:0;c4730a2bacf8:35261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:19:59,228 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,229 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:19:59,229 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:19:59,229 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,229 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,229 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,229 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,229 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,229 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,229 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:19:59,229 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,230 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,230 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,230 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,230 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,230 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:19:59,230 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:59,230 DEBUG [RS:0;c4730a2bacf8:35261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:19:59,230 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,230 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,230 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,230 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,230 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,230 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35261,1731896398790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:19:59,253 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:19:59,253 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35261,1731896398790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,253 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,253 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.Replication(171): c4730a2bacf8,35261,1731896398790 started 2024-11-18T02:19:59,269 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:19:59,269 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,35261,1731896398790, RpcServer on c4730a2bacf8/172.17.0.2:35261, sessionid=0x10128dfb96c0001 2024-11-18T02:19:59,269 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:19:59,269 DEBUG [RS:0;c4730a2bacf8:35261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,35261,1731896398790 2024-11-18T02:19:59,269 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35261,1731896398790' 2024-11-18T02:19:59,269 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1658372593/flush-table-proc/abort' 2024-11-18T02:19:59,270 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1658372593/flush-table-proc/acquired' 2024-11-18T02:19:59,270 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:19:59,270 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:19:59,270 DEBUG [RS:0;c4730a2bacf8:35261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,35261,1731896398790 2024-11-18T02:19:59,270 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35261,1731896398790' 2024-11-18T02:19:59,270 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1658372593/online-snapshot/abort' 2024-11-18T02:19:59,270 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1658372593/online-snapshot/acquired' 2024-11-18T02:19:59,271 DEBUG [RS:0;c4730a2bacf8:35261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:19:59,271 INFO [RS:0;c4730a2bacf8:35261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:19:59,271 INFO [RS:0;c4730a2bacf8:35261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:19:59,371 INFO [RS:0;c4730a2bacf8:35261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:19:59,373 INFO [RS:0;c4730a2bacf8:35261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35261%2C1731896398790, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/oldWALs, maxLogs=10 2024-11-18T02:19:59,391 DEBUG [RS:0;c4730a2bacf8:35261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, exclude list is [], retry=0 2024-11-18T02:19:59,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5d1bcfd7-d4d7-43b5-9c54-51f866e0fb64,DISK] 2024-11-18T02:19:59,395 INFO [RS:0;c4730a2bacf8:35261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 2024-11-18T02:19:59,396 DEBUG [RS:0;c4730a2bacf8:35261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42159:42159)] 2024-11-18T02:19:59,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:19:59,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3 2024-11-18T02:19:59,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:19:59,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:19:59,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:19:59,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:19:59,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:59,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:19:59,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:19:59,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:59,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:19:59,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:19:59,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:59,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:19:59,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:19:59,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:19:59,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:19:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:19:59,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740 2024-11-18T02:19:59,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740 2024-11-18T02:19:59,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:19:59,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:19:59,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:19:59,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:00,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:00,002 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70043776, jitterRate=0.04373359680175781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:00,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896399989Initializing all the Stores at 1731896399990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896399990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896399990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896399990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896399990Cleaning up temporary data from old regions at 1731896399998 (+8 ms)Region opened successfully at 1731896400003 (+5 ms) 2024-11-18T02:20:00,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:00,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:00,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:00,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:00,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:00,003 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:00,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896400003Disabling compacts and flushes for region at 1731896400003Disabling writes for close at 1731896400003Writing region close event to WAL at 1731896400003Closed at 1731896400003 2024-11-18T02:20:00,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:00,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:20:00,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:20:00,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:00,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:20:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:20:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:20:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T02:20:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:00,157 DEBUG [c4730a2bacf8:45519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:20:00,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:00,158 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35261,1731896398790, state=OPENING 2024-11-18T02:20:00,163 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:20:00,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:20:00,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:20:00,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1658372593/meta-region-server: CHANGED 2024-11-18T02:20:00,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:00,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35261,1731896398790}] 2024-11-18T02:20:00,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1658372593/meta-region-server: CHANGED 2024-11-18T02:20:00,322 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:00,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:20:00,327 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:20:00,327 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:00,327 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:20:00,328 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35261%2C1731896398790.meta, suffix=.meta, logDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/oldWALs, maxLogs=10 2024-11-18T02:20:00,346 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.meta.1731896400329.meta, exclude list is [], retry=0 2024-11-18T02:20:00,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5d1bcfd7-d4d7-43b5-9c54-51f866e0fb64,DISK] 2024-11-18T02:20:00,350 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.meta.1731896400329.meta 2024-11-18T02:20:00,350 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42159:42159)] 2024-11-18T02:20:00,350 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:00,350 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:00,350 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:00,351 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:20:00,351 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:20:00,351 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:20:00,351 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:00,351 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:20:00,351 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:20:00,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:00,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:00,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:00,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:00,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:00,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:00,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:00,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:00,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:00,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:00,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:00,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:00,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:00,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:00,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:00,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:00,358 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:00,359 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740 2024-11-18T02:20:00,360 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740 2024-11-18T02:20:00,361 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:00,361 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:00,361 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:00,362 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:00,363 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71253060, jitterRate=0.06175333261489868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:00,363 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:20:00,363 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896400351Writing region info on filesystem at 1731896400351Initializing all the Stores at 1731896400352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896400352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896400355 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896400355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896400355Cleaning up temporary data from old regions at 1731896400361 (+6 ms)Running coprocessor post-open hooks at 1731896400363 (+2 ms)Region opened successfully at 1731896400363 2024-11-18T02:20:00,365 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896400322 2024-11-18T02:20:00,367 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:20:00,367 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:20:00,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:00,368 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35261,1731896398790, state=OPEN 2024-11-18T02:20:00,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1658372593/meta-region-server 2024-11-18T02:20:00,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1658372593/meta-region-server 2024-11-18T02:20:00,369 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:00,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1658372593/meta-region-server: CHANGED 2024-11-18T02:20:00,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1658372593/meta-region-server: CHANGED 2024-11-18T02:20:00,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:20:00,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35261,1731896398790 in 201 msec 2024-11-18T02:20:00,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:20:00,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-18T02:20:00,374 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:00,374 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:20:00,375 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:00,375 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35261,1731896398790, seqNum=-1] 2024-11-18T02:20:00,375 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:00,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:00,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-18T02:20:00,380 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896400380, completionTime=-1 2024-11-18T02:20:00,380 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:20:00,380 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:20:00,382 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:20:00,382 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896460382 2024-11-18T02:20:00,382 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896520382 2024-11-18T02:20:00,382 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:20:00,383 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45519,1731896398637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:00,383 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45519,1731896398637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:00,383 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45519,1731896398637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:00,383 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:45519, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:00,383 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:00,383 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:00,385 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.472sec 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45519,1731896398637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:00,387 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45519,1731896398637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:20:00,392 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:20:00,392 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:20:00,392 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45519,1731896398637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:00,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:00,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45519,-1 for getting cluster id 2024-11-18T02:20:00,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:00,483 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42dfddfb-ef98-44b7-bf16-d875e55d86a2' 2024-11-18T02:20:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42dfddfb-ef98-44b7-bf16-d875e55d86a2" 2024-11-18T02:20:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aa8b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45519,-1] 2024-11-18T02:20:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:00,485 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:00,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:00,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:00,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35261,1731896398790, seqNum=-1] 2024-11-18T02:20:00,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:00,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:00,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,45519,1731896398637 2024-11-18T02:20:00,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61220 2024-11-18T02:20:00,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:00,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128dfb96c0002 connected 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.log.dir so I do NOT create it in target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218 2024-11-18T02:20:00,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.tmp.dir so I do NOT create it in target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218 2024-11-18T02:20:00,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:20:00,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/cluster_f1c33ecb-11cb-617d-20a7-ad89f6a50aa5, deleteOnExit=true 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/test.cache.data in system properties and HBase conf 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:20:00,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:20:00,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:20:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:20:00,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:00,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:00,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:00,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:00,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:20:00,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:00,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:00,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:00,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/java.io.tmpdir/jetty-localhost-35715-hadoop-hdfs-3_4_1-tests_jar-_-any-4620665620767928959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:00,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:35715} 2024-11-18T02:20:00,719 INFO [Time-limited test {}] server.Server(415): Started @187050ms 2024-11-18T02:20:00,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:00,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:00,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:00,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:00,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:20:00,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:00,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:00,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422416e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-926281663159901778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:00,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-11-18T02:20:00,928 INFO [Time-limited test {}] server.Server(415): Started @187260ms 2024-11-18T02:20:00,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:20:01,059 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/cluster_f1c33ecb-11cb-617d-20a7-ad89f6a50aa5/data/data1/current/BP-473155407-172.17.0.2-1731896400523/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:01,059 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/cluster_f1c33ecb-11cb-617d-20a7-ad89f6a50aa5/data/data2/current/BP-473155407-172.17.0.2-1731896400523/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:01,080 WARN [Thread-2301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:20:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x500fabea0efc6089 with lease ID 0x8a7e96a05f5bf997: Processing first storage report for DS-c83a47fa-2c91-48d7-b6bc-23b82b82797c from datanode DatanodeRegistration(127.0.0.1:37263, datanodeUuid=ae4bf81d-7051-4d14-8c09-21587d5fc6a0, infoPort=37945, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=115337310;c=1731896400523) 2024-11-18T02:20:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x500fabea0efc6089 with lease ID 0x8a7e96a05f5bf997: from storage DS-c83a47fa-2c91-48d7-b6bc-23b82b82797c node DatanodeRegistration(127.0.0.1:37263, datanodeUuid=ae4bf81d-7051-4d14-8c09-21587d5fc6a0, infoPort=37945, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=115337310;c=1731896400523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x500fabea0efc6089 with lease ID 0x8a7e96a05f5bf997: Processing first storage report for DS-0b0ba551-a381-4db2-82c5-8e6c28ef97c8 from datanode DatanodeRegistration(127.0.0.1:37263, datanodeUuid=ae4bf81d-7051-4d14-8c09-21587d5fc6a0, infoPort=37945, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=115337310;c=1731896400523) 2024-11-18T02:20:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x500fabea0efc6089 with lease ID 0x8a7e96a05f5bf997: from storage DS-0b0ba551-a381-4db2-82c5-8e6c28ef97c8 node DatanodeRegistration(127.0.0.1:37263, datanodeUuid=ae4bf81d-7051-4d14-8c09-21587d5fc6a0, infoPort=37945, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=115337310;c=1731896400523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:01,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218 2024-11-18T02:20:01,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:01,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:20:01,581 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb with version=8 2024-11-18T02:20:01,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/hbase-staging 2024-11-18T02:20:01,583 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:01,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43593 2024-11-18T02:20:01,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43593 connecting to ZooKeeper ensemble=127.0.0.1:61220 2024-11-18T02:20:01,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435930x0, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:01,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43593-0x10128dfb96c0003 connected 2024-11-18T02:20:01,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:01,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:01,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on znode that does not yet exist, /1137586186/running 2024-11-18T02:20:01,607 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb, hbase.cluster.distributed=false 2024-11-18T02:20:01,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on znode that does not yet exist, /1137586186/acl 2024-11-18T02:20:01,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-18T02:20:01,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43593 2024-11-18T02:20:01,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43593 2024-11-18T02:20:01,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-18T02:20:01,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43593 2024-11-18T02:20:01,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:01,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:01,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:01,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:01,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:01,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:01,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:20:01,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:01,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41443 2024-11-18T02:20:01,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41443 connecting to ZooKeeper ensemble=127.0.0.1:61220 2024-11-18T02:20:01,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:01,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:01,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414430x0, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:01,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414430x0, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on znode that does not yet exist, /1137586186/running 2024-11-18T02:20:01,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41443-0x10128dfb96c0004 connected 2024-11-18T02:20:01,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:20:01,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:20:01,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on znode that does not yet exist, /1137586186/master 2024-11-18T02:20:01,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on znode that does not yet exist, /1137586186/acl 2024-11-18T02:20:01,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-18T02:20:01,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41443 2024-11-18T02:20:01,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41443 2024-11-18T02:20:01,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-18T02:20:01,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-18T02:20:01,660 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:43593 2024-11-18T02:20:01,660 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1137586186/backup-masters/c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186/backup-masters 2024-11-18T02:20:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186/backup-masters 2024-11-18T02:20:01,663 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on existing znode=/1137586186/backup-masters/c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1137586186/master 2024-11-18T02:20:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:01,665 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on existing znode=/1137586186/master 2024-11-18T02:20:01,665 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1137586186/backup-masters/c4730a2bacf8,43593,1731896401583 from backup master directory 2024-11-18T02:20:01,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1137586186/backup-masters/c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:01,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186/backup-masters 2024-11-18T02:20:01,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186/backup-masters 2024-11-18T02:20:01,666 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:01,666 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:01,670 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/hbase.id] with ID: 1da33761-f16a-40b6-8bfb-ab28be68cf92 2024-11-18T02:20:01,670 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/.tmp/hbase.id 2024-11-18T02:20:01,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:20:02,074 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/.tmp/hbase.id]:[hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/hbase.id] 2024-11-18T02:20:02,084 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:02,084 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:20:02,085 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:20:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:20:02,494 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:02,494 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:20:02,495 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:20:02,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store 2024-11-18T02:20:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:20:03,321 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:03,321 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:03,321 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:03,321 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:03,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:03,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:03,322 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:03,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896403321Disabling compacts and flushes for region at 1731896403321Disabling writes for close at 1731896403322 (+1 ms)Writing region close event to WAL at 1731896403322Closed at 1731896403322 2024-11-18T02:20:03,322 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/.initializing 2024-11-18T02:20:03,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/WALs/c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:03,323 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:03,325 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C43593%2C1731896401583, suffix=, logDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/WALs/c4730a2bacf8,43593,1731896401583, archiveDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/oldWALs, maxLogs=10 2024-11-18T02:20:03,339 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/WALs/c4730a2bacf8,43593,1731896401583/c4730a2bacf8%2C43593%2C1731896401583.1731896403325, exclude list is [], retry=0 2024-11-18T02:20:03,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37263,DS-c83a47fa-2c91-48d7-b6bc-23b82b82797c,DISK] 2024-11-18T02:20:03,344 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/WALs/c4730a2bacf8,43593,1731896401583/c4730a2bacf8%2C43593%2C1731896401583.1731896403325 2024-11-18T02:20:03,344 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-18T02:20:03,344 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:03,344 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:03,345 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,345 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:20:03,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:03,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:03,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:20:03,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:03,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:03,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:20:03,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:03,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:03,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:20:03,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:03,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:03,352 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,352 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,353 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,353 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,353 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,354 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:03,355 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:03,357 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:03,357 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71832269, jitterRate=0.07038421928882599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:03,357 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896403345Initializing all the Stores at 1731896403345Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896403345Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896403346 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896403346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896403346Cleaning up temporary data from old regions at 1731896403353 (+7 ms)Region opened successfully at 1731896403357 (+4 ms) 2024-11-18T02:20:03,357 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:20:03,360 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728e965b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:03,360 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:20:03,361 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:20:03,361 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:20:03,361 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:20:03,361 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:20:03,361 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:20:03,361 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:20:03,363 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:20:03,363 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Unable to get data of znode /1137586186/balancer because node does not exist (not necessarily an error) 2024-11-18T02:20:03,366 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1137586186/balancer already deleted, retry=false 2024-11-18T02:20:03,366 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:20:03,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Unable to get data of znode /1137586186/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:20:03,368 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1137586186/normalizer already deleted, retry=false 2024-11-18T02:20:03,368 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:20:03,370 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Unable to get data of znode /1137586186/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:20:03,371 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1137586186/switch/split already deleted, retry=false 2024-11-18T02:20:03,371 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Unable to get data of znode /1137586186/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:20:03,372 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1137586186/switch/merge already deleted, retry=false 2024-11-18T02:20:03,374 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Unable to get data of znode /1137586186/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:20:03,377 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1137586186/snapshot-cleanup already deleted, retry=false 2024-11-18T02:20:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1137586186/running 2024-11-18T02:20:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1137586186/running 2024-11-18T02:20:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:03,379 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,43593,1731896401583, sessionid=0x10128dfb96c0003, setting cluster-up flag (Was=false) 2024-11-18T02:20:03,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:03,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:03,386 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1137586186/flush-table-proc/acquired, /1137586186/flush-table-proc/reached, /1137586186/flush-table-proc/abort 2024-11-18T02:20:03,387 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:03,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:03,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:03,397 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1137586186/online-snapshot/acquired, /1137586186/online-snapshot/reached, /1137586186/online-snapshot/abort 2024-11-18T02:20:03,398 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:03,398 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:20:03,400 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:03,400 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:20:03,400 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:20:03,400 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,43593,1731896401583 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:03,401 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,406 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896433406 2024-11-18T02:20:03,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:20:03,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:20:03,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:20:03,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:20:03,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:20:03,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:20:03,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:03,407 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:20:03,408 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:03,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:20:03,408 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:20:03,408 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:20:03,408 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:20:03,408 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:20:03,411 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:20:03,411 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:20:03,412 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896403411,5,FailOnTimeoutGroup] 2024-11-18T02:20:03,413 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896403412,5,FailOnTimeoutGroup] 2024-11-18T02:20:03,413 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,413 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:20:03,413 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,413 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:20:03,452 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(746): ClusterId : 1da33761-f16a-40b6-8bfb-ab28be68cf92 2024-11-18T02:20:03,452 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:20:03,459 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:20:03,459 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:20:03,461 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:20:03,462 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2aa3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:03,477 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:41443 2024-11-18T02:20:03,477 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:20:03,477 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:20:03,477 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:20:03,478 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,43593,1731896401583 with port=41443, startcode=1731896401625 2024-11-18T02:20:03,478 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:20:03,480 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:20:03,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:03,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43593 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:03,482 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb 2024-11-18T02:20:03,482 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36319 2024-11-18T02:20:03,482 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:20:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186/rs 2024-11-18T02:20:03,489 DEBUG [RS:0;c4730a2bacf8:41443 {}] zookeeper.ZKUtil(111): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on existing znode=/1137586186/rs/c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:03,489 WARN [RS:0;c4730a2bacf8:41443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:03,489 INFO [RS:0;c4730a2bacf8:41443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:03,489 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:03,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,41443,1731896401625] 2024-11-18T02:20:03,492 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:20:03,494 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:20:03,494 INFO [RS:0;c4730a2bacf8:41443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:20:03,495 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,495 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:20:03,495 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:20:03,495 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:03,496 DEBUG [RS:0;c4730a2bacf8:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:03,500 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,500 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,500 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,500 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,500 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,500 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41443,1731896401625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:03,523 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:20:03,523 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41443,1731896401625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,523 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,523 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.Replication(171): c4730a2bacf8,41443,1731896401625 started 2024-11-18T02:20:03,545 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:03,545 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,41443,1731896401625, RpcServer on c4730a2bacf8/172.17.0.2:41443, sessionid=0x10128dfb96c0004 2024-11-18T02:20:03,545 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:20:03,545 DEBUG [RS:0;c4730a2bacf8:41443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:03,545 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,41443,1731896401625' 2024-11-18T02:20:03,545 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1137586186/flush-table-proc/abort' 2024-11-18T02:20:03,545 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1137586186/flush-table-proc/acquired' 2024-11-18T02:20:03,546 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:20:03,546 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:20:03,546 DEBUG [RS:0;c4730a2bacf8:41443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:03,546 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,41443,1731896401625' 2024-11-18T02:20:03,546 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1137586186/online-snapshot/abort' 2024-11-18T02:20:03,546 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1137586186/online-snapshot/acquired' 2024-11-18T02:20:03,547 DEBUG [RS:0;c4730a2bacf8:41443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:20:03,547 INFO [RS:0;c4730a2bacf8:41443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:20:03,547 INFO [RS:0;c4730a2bacf8:41443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:20:03,647 INFO [RS:0;c4730a2bacf8:41443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:03,648 INFO [RS:0;c4730a2bacf8:41443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C41443%2C1731896401625, suffix=, logDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625, archiveDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/oldWALs, maxLogs=10 2024-11-18T02:20:03,666 DEBUG [RS:0;c4730a2bacf8:41443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, exclude list is [], retry=0 2024-11-18T02:20:03,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37263,DS-c83a47fa-2c91-48d7-b6bc-23b82b82797c,DISK] 2024-11-18T02:20:03,670 INFO [RS:0;c4730a2bacf8:41443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 2024-11-18T02:20:03,670 DEBUG [RS:0;c4730a2bacf8:41443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-18T02:20:03,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:20:03,821 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb 2024-11-18T02:20:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:20:04,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:04,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:04,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:04,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:04,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:04,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:04,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:04,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:04,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:04,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:04,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740 2024-11-18T02:20:04,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740 2024-11-18T02:20:04,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:04,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:04,239 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:04,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:04,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:04,244 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60697869, jitterRate=-0.09553126990795135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:04,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896404228Initializing all the Stores at 1731896404229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896404229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896404229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896404229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896404229Cleaning up temporary data from old regions at 1731896404238 (+9 ms)Region opened successfully at 1731896404244 (+6 ms) 2024-11-18T02:20:04,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:04,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:04,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:04,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:04,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:04,245 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:04,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896404244Disabling compacts and flushes for region at 1731896404244Disabling writes for close at 1731896404245 (+1 ms)Writing region close event to WAL at 1731896404245Closed at 1731896404245 2024-11-18T02:20:04,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:04,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:20:04,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:20:04,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:04,249 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:20:04,399 DEBUG [c4730a2bacf8:43593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:20:04,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:04,401 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,41443,1731896401625, state=OPENING 2024-11-18T02:20:04,403 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:20:04,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:04,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:04,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:04,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1137586186/meta-region-server: CHANGED 2024-11-18T02:20:04,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1137586186/meta-region-server: CHANGED 2024-11-18T02:20:04,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41443,1731896401625}] 2024-11-18T02:20:04,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:04,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:20:04,562 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:20:04,562 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:04,562 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:20:04,563 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C41443%2C1731896401625.meta, suffix=.meta, logDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625, archiveDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/oldWALs, maxLogs=10 2024-11-18T02:20:04,581 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.meta.1731896404563.meta, exclude list is [], retry=0 2024-11-18T02:20:04,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37263,DS-c83a47fa-2c91-48d7-b6bc-23b82b82797c,DISK] 2024-11-18T02:20:04,585 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.meta.1731896404563.meta 2024-11-18T02:20:04,585 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-18T02:20:04,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:04,586 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:04,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:04,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:20:04,586 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:20:04,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:20:04,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:04,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:20:04,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:20:04,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:04,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:04,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:04,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:04,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:04,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:04,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:04,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:04,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:04,593 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:04,594 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740 2024-11-18T02:20:04,595 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740 2024-11-18T02:20:04,597 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:04,597 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:04,598 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:04,599 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:04,599 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74245472, jitterRate=0.10634374618530273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:04,599 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:20:04,600 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896404587Writing region info on filesystem at 1731896404587Initializing all the Stores at 1731896404587Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896404587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896404588 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896404588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896404588Cleaning up temporary data from old regions at 1731896404597 (+9 ms)Running coprocessor post-open hooks at 1731896404599 (+2 ms)Region opened successfully at 1731896404600 (+1 ms) 2024-11-18T02:20:04,604 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896404557 2024-11-18T02:20:04,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:04,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,41443,1731896401625, state=OPEN 2024-11-18T02:20:04,607 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:20:04,607 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:20:04,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1137586186/meta-region-server 2024-11-18T02:20:04,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1137586186/meta-region-server 2024-11-18T02:20:04,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:04,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1137586186/meta-region-server: CHANGED 2024-11-18T02:20:04,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1137586186/meta-region-server: CHANGED 2024-11-18T02:20:04,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:20:04,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41443,1731896401625 in 205 msec 2024-11-18T02:20:04,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:20:04,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-18T02:20:04,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:04,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:20:04,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:04,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41443,1731896401625, seqNum=-1] 2024-11-18T02:20:04,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:04,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:04,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-18T02:20:04,622 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896404622, completionTime=-1 2024-11-18T02:20:04,622 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:20:04,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896464624 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896524624 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43593,1731896401583-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43593,1731896401583-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43593,1731896401583-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:04,624 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:43593, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:04,625 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:04,625 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:04,627 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43593,1731896401583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:04,630 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43593,1731896401583-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:20:04,632 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:20:04,632 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:20:04,632 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43593,1731896401583-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:04,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:04,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,43593,-1 for getting cluster id 2024-11-18T02:20:04,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:04,654 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da33761-f16a-40b6-8bfb-ab28be68cf92' 2024-11-18T02:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da33761-f16a-40b6-8bfb-ab28be68cf92" 2024-11-18T02:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d949d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,43593,-1] 2024-11-18T02:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:04,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:04,658 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:04,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:04,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41443,1731896401625, seqNum=-1] 2024-11-18T02:20:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:04,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:04,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:04,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61220 2024-11-18T02:20:04,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:04,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128dfb96c0005 connected 2024-11-18T02:20:04,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45519,1731896398637 2024-11-18T02:20:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5377bbe6 2024-11-18T02:20:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:04,676 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:04,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:20:04,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:04,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:04,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:20:04,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:20:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:05,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ee7db1aacc31f22e3cda2e6d09d1d31, NAME => 'test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3 2024-11-18T02:20:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:20:05,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:05,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ee7db1aacc31f22e3cda2e6d09d1d31, disabling compactions & flushes 2024-11-18T02:20:05,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:05,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:05,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. after waiting 0 ms 2024-11-18T02:20:05,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:05,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:05,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ee7db1aacc31f22e3cda2e6d09d1d31: Waiting for close lock at 1731896405100Disabling compacts and flushes for region at 1731896405100Disabling writes for close at 1731896405100Writing region close event to WAL at 1731896405100Closed at 1731896405100 2024-11-18T02:20:05,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:05,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896405101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896405101"}]},"ts":"1731896405101"} 2024-11-18T02:20:05,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:05,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:05,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896405104"}]},"ts":"1731896405104"} 2024-11-18T02:20:05,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:20:05,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ee7db1aacc31f22e3cda2e6d09d1d31, ASSIGN}] 2024-11-18T02:20:05,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ee7db1aacc31f22e3cda2e6d09d1d31, ASSIGN 2024-11-18T02:20:05,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ee7db1aacc31f22e3cda2e6d09d1d31, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35261,1731896398790; forceNewPlan=false, retain=false 2024-11-18T02:20:05,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ee7db1aacc31f22e3cda2e6d09d1d31, regionState=OPENING, regionLocation=c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:05,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ee7db1aacc31f22e3cda2e6d09d1d31, ASSIGN because future has completed 2024-11-18T02:20:05,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ee7db1aacc31f22e3cda2e6d09d1d31, server=c4730a2bacf8,35261,1731896398790}] 2024-11-18T02:20:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:05,417 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:05,417 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ee7db1aacc31f22e3cda2e6d09d1d31, NAME => 'test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:05,418 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:05,418 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:20:05,418 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,418 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:05,418 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,418 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,419 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,420 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee7db1aacc31f22e3cda2e6d09d1d31 columnFamilyName f 2024-11-18T02:20:05,420 DEBUG [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:05,421 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] regionserver.HStore(327): Store=5ee7db1aacc31f22e3cda2e6d09d1d31/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:05,421 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,422 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee7db1aacc31f22e3cda2e6d09d1d31 columnFamilyName f1 2024-11-18T02:20:05,422 DEBUG [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:05,422 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] regionserver.HStore(327): Store=5ee7db1aacc31f22e3cda2e6d09d1d31/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:05,422 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,423 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee7db1aacc31f22e3cda2e6d09d1d31 columnFamilyName norep 2024-11-18T02:20:05,423 DEBUG [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:05,423 INFO [StoreOpener-5ee7db1aacc31f22e3cda2e6d09d1d31-1 {}] regionserver.HStore(327): Store=5ee7db1aacc31f22e3cda2e6d09d1d31/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:05,423 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,424 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,424 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,425 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,425 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,425 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:05,426 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,428 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:05,428 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ee7db1aacc31f22e3cda2e6d09d1d31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75049495, jitterRate=0.11832462251186371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:05,428 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:05,429 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ee7db1aacc31f22e3cda2e6d09d1d31: Running coprocessor pre-open hook at 1731896405418Writing region info on filesystem at 1731896405418Initializing all the Stores at 1731896405419 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896405419Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896405419Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896405419Cleaning up temporary data from old regions at 1731896405425 (+6 ms)Running coprocessor post-open hooks at 1731896405428 (+3 ms)Region opened successfully at 1731896405429 (+1 ms) 2024-11-18T02:20:05,430 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31., pid=6, masterSystemTime=1731896405414 2024-11-18T02:20:05,432 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:05,432 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:05,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ee7db1aacc31f22e3cda2e6d09d1d31, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:05,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ee7db1aacc31f22e3cda2e6d09d1d31, server=c4730a2bacf8,35261,1731896398790 because future has completed 2024-11-18T02:20:05,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:20:05,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ee7db1aacc31f22e3cda2e6d09d1d31, server=c4730a2bacf8,35261,1731896398790 in 173 msec 2024-11-18T02:20:05,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:20:05,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ee7db1aacc31f22e3cda2e6d09d1d31, ASSIGN in 329 msec 2024-11-18T02:20:05,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:05,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896405439"}]},"ts":"1731896405439"} 2024-11-18T02:20:05,440 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:20:05,441 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:05,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-18T02:20:05,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:20:05,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:05,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:20:05,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:20:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:05,817 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:20:05,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64fdd898 2024-11-18T02:20:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:05,820 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:05,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:20:05,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:05,827 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:05,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:05,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:20:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:05,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:20:05,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58b8536a0966018ea1ef7d7a7066308f, NAME => 'test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb 2024-11-18T02:20:05,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:20:05,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:05,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58b8536a0966018ea1ef7d7a7066308f, disabling compactions & flushes 2024-11-18T02:20:05,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:05,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:05,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. after waiting 0 ms 2024-11-18T02:20:05,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:05,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:05,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58b8536a0966018ea1ef7d7a7066308f: Waiting for close lock at 1731896405875Disabling compacts and flushes for region at 1731896405875Disabling writes for close at 1731896405876 (+1 ms)Writing region close event to WAL at 1731896405876Closed at 1731896405876 2024-11-18T02:20:05,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:05,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896405877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896405877"}]},"ts":"1731896405877"} 2024-11-18T02:20:05,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:05,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:05,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896405881"}]},"ts":"1731896405881"} 2024-11-18T02:20:05,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:20:05,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58b8536a0966018ea1ef7d7a7066308f, ASSIGN}] 2024-11-18T02:20:05,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58b8536a0966018ea1ef7d7a7066308f, ASSIGN 2024-11-18T02:20:05,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58b8536a0966018ea1ef7d7a7066308f, ASSIGN; state=OFFLINE, location=c4730a2bacf8,41443,1731896401625; forceNewPlan=false, retain=false 2024-11-18T02:20:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:06,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58b8536a0966018ea1ef7d7a7066308f, regionState=OPENING, regionLocation=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:06,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58b8536a0966018ea1ef7d7a7066308f, ASSIGN because future has completed 2024-11-18T02:20:06,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58b8536a0966018ea1ef7d7a7066308f, server=c4730a2bacf8,41443,1731896401625}] 2024-11-18T02:20:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:06,204 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:06,204 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58b8536a0966018ea1ef7d7a7066308f, NAME => 'test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:06,204 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:06,205 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:20:06,205 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,205 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:06,205 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,205 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,206 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,208 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58b8536a0966018ea1ef7d7a7066308f columnFamilyName f 2024-11-18T02:20:06,208 DEBUG [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:06,208 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] regionserver.HStore(327): Store=58b8536a0966018ea1ef7d7a7066308f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:06,208 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,210 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58b8536a0966018ea1ef7d7a7066308f columnFamilyName f1 2024-11-18T02:20:06,210 DEBUG [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:06,210 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] regionserver.HStore(327): Store=58b8536a0966018ea1ef7d7a7066308f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:06,210 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,212 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58b8536a0966018ea1ef7d7a7066308f columnFamilyName norep 2024-11-18T02:20:06,212 DEBUG [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:06,212 INFO [StoreOpener-58b8536a0966018ea1ef7d7a7066308f-1 {}] regionserver.HStore(327): Store=58b8536a0966018ea1ef7d7a7066308f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:06,212 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,213 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,213 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,214 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,214 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,215 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:06,216 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,218 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:06,218 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58b8536a0966018ea1ef7d7a7066308f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70074379, jitterRate=0.04418961703777313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:06,218 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:06,219 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58b8536a0966018ea1ef7d7a7066308f: Running coprocessor pre-open hook at 1731896406205Writing region info on filesystem at 1731896406205Initializing all the Stores at 1731896406206 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896406206Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896406206Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896406206Cleaning up temporary data from old regions at 1731896406214 (+8 ms)Running coprocessor post-open hooks at 1731896406218 (+4 ms)Region opened successfully at 1731896406218 2024-11-18T02:20:06,219 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f., pid=6, masterSystemTime=1731896406200 2024-11-18T02:20:06,221 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:06,221 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:06,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58b8536a0966018ea1ef7d7a7066308f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:06,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58b8536a0966018ea1ef7d7a7066308f, server=c4730a2bacf8,41443,1731896401625 because future has completed 2024-11-18T02:20:06,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:20:06,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58b8536a0966018ea1ef7d7a7066308f, server=c4730a2bacf8,41443,1731896401625 in 178 msec 2024-11-18T02:20:06,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:20:06,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58b8536a0966018ea1ef7d7a7066308f, ASSIGN in 343 msec 2024-11-18T02:20:06,229 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:06,229 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896406229"}]},"ts":"1731896406229"} 2024-11-18T02:20:06,230 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:20:06,231 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:06,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 410 msec 2024-11-18T02:20:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:06,456 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:20:06,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45519,-1 for getting cluster id 2024-11-18T02:20:06,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:06,458 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42dfddfb-ef98-44b7-bf16-d875e55d86a2' 2024-11-18T02:20:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42dfddfb-ef98-44b7-bf16-d875e55d86a2" 2024-11-18T02:20:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650d4a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45519,-1] 2024-11-18T02:20:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:06,460 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c411757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,43593,-1 for getting cluster id 2024-11-18T02:20:06,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:06,463 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da33761-f16a-40b6-8bfb-ab28be68cf92' 2024-11-18T02:20:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da33761-f16a-40b6-8bfb-ab28be68cf92" 2024-11-18T02:20:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e455cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,43593,-1] 2024-11-18T02:20:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:06,464 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d8116e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45519,-1 for getting cluster id 2024-11-18T02:20:06,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:06,466 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42dfddfb-ef98-44b7-bf16-d875e55d86a2' 2024-11-18T02:20:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42dfddfb-ef98-44b7-bf16-d875e55d86a2" 2024-11-18T02:20:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34425290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45519,-1] 2024-11-18T02:20:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:06,467 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624705fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45519,1731896398637 2024-11-18T02:20:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f3a272 2024-11-18T02:20:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:06,469 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:06,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:43593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:20:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:20:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:06,472 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:43593' 2024-11-18T02:20:06,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61746d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,473 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,43593,-1 for getting cluster id 2024-11-18T02:20:06,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:06,473 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da33761-f16a-40b6-8bfb-ab28be68cf92' 2024-11-18T02:20:06,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da33761-f16a-40b6-8bfb-ab28be68cf92" 2024-11-18T02:20:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed1eefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,43593,-1] 2024-11-18T02:20:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:06,474 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:06,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f149deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:06,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:06,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:06,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee3e344 2024-11-18T02:20:06,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:06,476 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:06,477 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:20:06,477 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:20:06,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:06,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:06,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:06,478 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:06,478 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:20:06,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:06,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:06,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:20:06,529 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:20:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:06,886 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f908e35ed2eba3c75689adbf60420b20, NAME => 'hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3 2024-11-18T02:20:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:20:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:07,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:07,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f908e35ed2eba3c75689adbf60420b20, disabling compactions & flushes 2024-11-18T02:20:07,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:07,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:07,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. after waiting 0 ms 2024-11-18T02:20:07,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:07,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:07,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f908e35ed2eba3c75689adbf60420b20: Waiting for close lock at 1731896407292Disabling compacts and flushes for region at 1731896407292Disabling writes for close at 1731896407292Writing region close event to WAL at 1731896407292Closed at 1731896407292 2024-11-18T02:20:07,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:07,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896407293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896407293"}]},"ts":"1731896407293"} 2024-11-18T02:20:07,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:07,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:07,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896407296"}]},"ts":"1731896407296"} 2024-11-18T02:20:07,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:20:07,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f908e35ed2eba3c75689adbf60420b20, ASSIGN}] 2024-11-18T02:20:07,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f908e35ed2eba3c75689adbf60420b20, ASSIGN 2024-11-18T02:20:07,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f908e35ed2eba3c75689adbf60420b20, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35261,1731896398790; forceNewPlan=false, retain=false 2024-11-18T02:20:07,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f908e35ed2eba3c75689adbf60420b20, regionState=OPENING, regionLocation=c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:07,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f908e35ed2eba3c75689adbf60420b20, ASSIGN because future has completed 2024-11-18T02:20:07,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f908e35ed2eba3c75689adbf60420b20, server=c4730a2bacf8,35261,1731896398790}] 2024-11-18T02:20:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:07,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:07,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:07,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:20:07,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35261%2C1731896398790.rep, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/oldWALs, maxLogs=10 2024-11-18T02:20:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.rep.1731896407609, exclude list is [], retry=0 2024-11-18T02:20:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-5d1bcfd7-d4d7-43b5-9c54-51f866e0fb64,DISK] 2024-11-18T02:20:07,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.rep.1731896407609 2024-11-18T02:20:07,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42159:42159)] 2024-11-18T02:20:07,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f908e35ed2eba3c75689adbf60420b20, NAME => 'hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:07,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:07,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:07,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. service=MultiRowMutationService 2024-11-18T02:20:07,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:20:07,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:07,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,633 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,634 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f908e35ed2eba3c75689adbf60420b20 columnFamilyName hfileref 2024-11-18T02:20:07,634 DEBUG [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:07,634 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] regionserver.HStore(327): Store=f908e35ed2eba3c75689adbf60420b20/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:07,634 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,635 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f908e35ed2eba3c75689adbf60420b20 columnFamilyName queue 2024-11-18T02:20:07,635 DEBUG [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:07,636 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] regionserver.HStore(327): Store=f908e35ed2eba3c75689adbf60420b20/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:07,636 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,637 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f908e35ed2eba3c75689adbf60420b20 columnFamilyName sid 2024-11-18T02:20:07,637 DEBUG [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:07,637 INFO [StoreOpener-f908e35ed2eba3c75689adbf60420b20-1 {}] regionserver.HStore(327): Store=f908e35ed2eba3c75689adbf60420b20/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:07,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:07,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:07,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f908e35ed2eba3c75689adbf60420b20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69325844, jitterRate=0.03303557634353638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:07,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:07,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f908e35ed2eba3c75689adbf60420b20: Running coprocessor pre-open hook at 1731896407632Writing region info on filesystem at 1731896407632Initializing all the Stores at 1731896407632Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896407632Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896407633 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896407633Cleaning up temporary data from old regions at 1731896407639 (+6 ms)Running coprocessor post-open hooks at 1731896407642 (+3 ms)Region opened successfully at 1731896407643 (+1 ms) 2024-11-18T02:20:07,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20., pid=10, masterSystemTime=1731896407604 2024-11-18T02:20:07,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:07,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:07,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f908e35ed2eba3c75689adbf60420b20, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:07,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f908e35ed2eba3c75689adbf60420b20, server=c4730a2bacf8,35261,1731896398790 because future has completed 2024-11-18T02:20:07,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:20:07,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f908e35ed2eba3c75689adbf60420b20, server=c4730a2bacf8,35261,1731896398790 in 196 msec 2024-11-18T02:20:07,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:20:07,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f908e35ed2eba3c75689adbf60420b20, ASSIGN in 353 msec 2024-11-18T02:20:07,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:07,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896407653"}]},"ts":"1731896407653"} 2024-11-18T02:20:07,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:20:07,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:07,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-18T02:20:07,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20., hostname=c4730a2bacf8,35261,1731896398790, seqNum=2] 2024-11-18T02:20:07,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:20:07,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:20:07,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:20:07,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:20:07,848 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:20:07,878 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,35261,1731896398790, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:20:07,878 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:07,878 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35261,1731896398790, seqNum=-1] 2024-11-18T02:20:07,879 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:07,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,35261,1731896398790', locateType=CURRENT is [region=hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20., hostname=c4730a2bacf8,35261,1731896398790, seqNum=2] 2024-11-18T02:20:07,884 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:20:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:20:07,886 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,35261,1731896398790 suceeded 2024-11-18T02:20:07,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:20:07,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-18T02:20:07,887 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:43593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:20:07,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-18T02:20:07,897 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:43593' 2024-11-18T02:20:07,898 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21414bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:07,898 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,43593,-1 for getting cluster id 2024-11-18T02:20:07,898 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:07,899 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da33761-f16a-40b6-8bfb-ab28be68cf92' 2024-11-18T02:20:07,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:07,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da33761-f16a-40b6-8bfb-ab28be68cf92" 2024-11-18T02:20:07,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2785c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:07,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,43593,-1] 2024-11-18T02:20:07,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:07,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:07,900 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:07,901 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2273371f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:07,901 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ce27bf0 2024-11-18T02:20:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:07,902 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T02:20:07,903 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,35261,1731896398790 (queues=1) is replicating from cluster=42dfddfb-ef98-44b7-bf16-d875e55d86a2 to cluster=1da33761-f16a-40b6-8bfb-ab28be68cf92 2024-11-18T02:20:07,903 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C35261%2C1731896398790 2024-11-18T02:20:07,903 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,35261,1731896398790, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:20:07,903 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C35261%2C1731896398790 2024-11-18T02:20:07,903 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, startPosition=0, beingWritten=true 2024-11-18T02:20:07,910 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:07,910 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:07,910 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35261,1731896398790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:08,113 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:08,417 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:08,617 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:20:08,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:08,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:08,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:08,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:08,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:08,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:08,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,43593,-1 for getting cluster id 2024-11-18T02:20:08,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:08,619 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da33761-f16a-40b6-8bfb-ab28be68cf92' 2024-11-18T02:20:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da33761-f16a-40b6-8bfb-ab28be68cf92" 2024-11-18T02:20:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c748e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,43593,-1] 2024-11-18T02:20:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:08,620 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127a369b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:08,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10082f05 2024-11-18T02:20:08,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:08,623 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:08,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:45519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:20:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:20:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:08,626 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:45519' 2024-11-18T02:20:08,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1133cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:08,627 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45519,-1 for getting cluster id 2024-11-18T02:20:08,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:08,627 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42dfddfb-ef98-44b7-bf16-d875e55d86a2' 2024-11-18T02:20:08,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:08,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42dfddfb-ef98-44b7-bf16-d875e55d86a2" 2024-11-18T02:20:08,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fafd27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:08,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45519,-1] 2024-11-18T02:20:08,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:08,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:08,629 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea2931f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:08,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45519,1731896398637 2024-11-18T02:20:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37b61d92 2024-11-18T02:20:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:08,630 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:08,631 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:20:08,631 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:20:08,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:08,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:08,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:08,632 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:08,632 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:20:08,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:08,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:08,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:20:08,683 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:20:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:08,821 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:09,042 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b996c7f0bdda553b02552d5e15c58434, NAME => 'hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb 2024-11-18T02:20:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:20:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:09,325 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:09,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:09,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b996c7f0bdda553b02552d5e15c58434, disabling compactions & flushes 2024-11-18T02:20:09,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:09,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:09,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. after waiting 0 ms 2024-11-18T02:20:09,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:09,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:09,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b996c7f0bdda553b02552d5e15c58434: Waiting for close lock at 1731896409450Disabling compacts and flushes for region at 1731896409450Disabling writes for close at 1731896409450Writing region close event to WAL at 1731896409450Closed at 1731896409450 2024-11-18T02:20:09,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:09,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896409451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896409451"}]},"ts":"1731896409451"} 2024-11-18T02:20:09,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:09,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:09,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896409454"}]},"ts":"1731896409454"} 2024-11-18T02:20:09,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:20:09,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b996c7f0bdda553b02552d5e15c58434, ASSIGN}] 2024-11-18T02:20:09,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b996c7f0bdda553b02552d5e15c58434, ASSIGN 2024-11-18T02:20:09,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b996c7f0bdda553b02552d5e15c58434, ASSIGN; state=OFFLINE, location=c4730a2bacf8,41443,1731896401625; forceNewPlan=false, retain=false 2024-11-18T02:20:09,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b996c7f0bdda553b02552d5e15c58434, regionState=OPENING, regionLocation=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:09,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b996c7f0bdda553b02552d5e15c58434, ASSIGN because future has completed 2024-11-18T02:20:09,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b996c7f0bdda553b02552d5e15c58434, server=c4730a2bacf8,41443,1731896401625}] 2024-11-18T02:20:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:09,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:09,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:09,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:20:09,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C41443%2C1731896401625.rep, suffix=, logDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625, archiveDir=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/oldWALs, maxLogs=10 2024-11-18T02:20:09,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.rep.1731896409770, exclude list is [], retry=0 2024-11-18T02:20:09,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37263,DS-c83a47fa-2c91-48d7-b6bc-23b82b82797c,DISK] 2024-11-18T02:20:09,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.rep.1731896409770 2024-11-18T02:20:09,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-18T02:20:09,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b996c7f0bdda553b02552d5e15c58434, NAME => 'hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:09,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:09,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:09,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. service=MultiRowMutationService 2024-11-18T02:20:09,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:20:09,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:09,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,789 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,790 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b996c7f0bdda553b02552d5e15c58434 columnFamilyName hfileref 2024-11-18T02:20:09,790 DEBUG [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:09,791 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] regionserver.HStore(327): Store=b996c7f0bdda553b02552d5e15c58434/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:09,791 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,791 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b996c7f0bdda553b02552d5e15c58434 columnFamilyName queue 2024-11-18T02:20:09,792 DEBUG [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:09,792 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] regionserver.HStore(327): Store=b996c7f0bdda553b02552d5e15c58434/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:09,792 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,793 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b996c7f0bdda553b02552d5e15c58434 columnFamilyName sid 2024-11-18T02:20:09,793 DEBUG [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:09,793 INFO [StoreOpener-b996c7f0bdda553b02552d5e15c58434-1 {}] regionserver.HStore(327): Store=b996c7f0bdda553b02552d5e15c58434/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:09,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/replication/b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/replication/b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:09,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/replication/b996c7f0bdda553b02552d5e15c58434/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:09,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b996c7f0bdda553b02552d5e15c58434; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74189841, jitterRate=0.1055147796869278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:09,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:09,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b996c7f0bdda553b02552d5e15c58434: Running coprocessor pre-open hook at 1731896409788Writing region info on filesystem at 1731896409788Initializing all the Stores at 1731896409789 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896409789Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896409789Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896409789Cleaning up temporary data from old regions at 1731896409795 (+6 ms)Running coprocessor post-open hooks at 1731896409798 (+3 ms)Region opened successfully at 1731896409798 2024-11-18T02:20:09,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434., pid=10, masterSystemTime=1731896409764 2024-11-18T02:20:09,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:09,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:09,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b996c7f0bdda553b02552d5e15c58434, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:09,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b996c7f0bdda553b02552d5e15c58434, server=c4730a2bacf8,41443,1731896401625 because future has completed 2024-11-18T02:20:09,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:20:09,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b996c7f0bdda553b02552d5e15c58434, server=c4730a2bacf8,41443,1731896401625 in 192 msec 2024-11-18T02:20:09,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:20:09,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b996c7f0bdda553b02552d5e15c58434, ASSIGN in 350 msec 2024-11-18T02:20:09,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:09,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896409809"}]},"ts":"1731896409809"} 2024-11-18T02:20:09,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:20:09,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:09,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-18T02:20:09,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434., hostname=c4730a2bacf8,41443,1731896401625, seqNum=2] 2024-11-18T02:20:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:09,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:20:09,930 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:10,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:20:10,004 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:20:10,033 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,41443,1731896401625, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:20:10,034 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:10,034 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41443,1731896401625, seqNum=-1] 2024-11-18T02:20:10,034 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:10,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:10,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,41443,1731896401625', locateType=CURRENT is [region=hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434., hostname=c4730a2bacf8,41443,1731896401625, seqNum=2] 2024-11-18T02:20:10,041 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:20:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:20:10,043 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,41443,1731896401625 suceeded 2024-11-18T02:20:10,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:20:10,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-18T02:20:10,045 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:45519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:20:10,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-18T02:20:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:20:10,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T02:20:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:20:10,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T02:20:10,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T02:20:10,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T02:20:10,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:10,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T02:20:10,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:10,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T02:20:10,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:10,056 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T02:20:10,056 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:45519' 2024-11-18T02:20:10,057 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a0380b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:10,057 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45519,-1 for getting cluster id 2024-11-18T02:20:10,057 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:10,058 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42dfddfb-ef98-44b7-bf16-d875e55d86a2' 2024-11-18T02:20:10,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:10,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42dfddfb-ef98-44b7-bf16-d875e55d86a2" 2024-11-18T02:20:10,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afdaf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:10,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45519,-1] 2024-11-18T02:20:10,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:10,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:10,059 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:10,060 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60dc37bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:10,060 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45519,1731896398637 2024-11-18T02:20:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ba88fc 2024-11-18T02:20:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:10,062 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T02:20:10,062 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,41443,1731896401625 (queues=1) is replicating from cluster=1da33761-f16a-40b6-8bfb-ab28be68cf92 to cluster=42dfddfb-ef98-44b7-bf16-d875e55d86a2 2024-11-18T02:20:10,063 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C41443%2C1731896401625 2024-11-18T02:20:10,063 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,41443,1731896401625, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:20:10,064 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, startPosition=0, beingWritten=true 2024-11-18T02:20:10,064 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C41443%2C1731896401625 2024-11-18T02:20:10,068 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:10,068 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 379, reset compression=false 2024-11-18T02:20:10,069 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41443,1731896401625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:10,272 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 379, reset compression=false 2024-11-18T02:20:10,576 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 379, reset compression=false 2024-11-18T02:20:10,635 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:10,777 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:20:10,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:10,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:10,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:10,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:10,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:10,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35261,1731896398790, seqNum=-1] 2024-11-18T02:20:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:10,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31., hostname=c4730a2bacf8,35261,1731896398790, seqNum=2] 2024-11-18T02:20:10,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41443,1731896401625, seqNum=-1] 2024-11-18T02:20:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:10,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f., hostname=c4730a2bacf8,41443,1731896401625, seqNum=2] 2024-11-18T02:20:10,790 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T02:20:10,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:20:10,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:10,979 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 379, reset compression=false 2024-11-18T02:20:11,438 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 379, reset compression=false 2024-11-18T02:20:11,444 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:11,444 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 480, reset compression=false 2024-11-18T02:20:11,444 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35261,1731896398790 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ee7db1aacc31f22e3cda2e6d09d1d31/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T02:20:11,447 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:11,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T02:20:11,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:11,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24804e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:11,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,43593,-1 for getting cluster id 2024-11-18T02:20:11,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:11,451 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1da33761-f16a-40b6-8bfb-ab28be68cf92' 2024-11-18T02:20:11,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:11,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1da33761-f16a-40b6-8bfb-ab28be68cf92" 2024-11-18T02:20:11,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60cbec95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:11,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,43593,-1] 2024-11-18T02:20:11,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:11,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:11,453 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:11,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e725ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:11,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41443,1731896401625, seqNum=-1] 2024-11-18T02:20:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:11,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f., hostname=c4730a2bacf8,41443,1731896401625, seqNum=2] 2024-11-18T02:20:11,484 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 379, reset compression=false 2024-11-18T02:20:11,489 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:11,489 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 503, reset compression=false 2024-11-18T02:20:11,489 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41443,1731896401625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:11,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:11,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:20:11,649 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 480, reset compression=false 2024-11-18T02:20:11,693 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 503, reset compression=false 2024-11-18T02:20:11,793 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T02:20:11,796 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T02:20:11,954 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 480, reset compression=false 2024-11-18T02:20:11,997 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 503, reset compression=false 2024-11-18T02:20:12,002 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:12,002 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 607, reset compression=false 2024-11-18T02:20:12,002 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41443,1731896401625 got entry batch from reader: WALEntryBatch [walEntries=[{test/58b8536a0966018ea1ef7d7a7066308f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T02:20:12,004 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:12,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T02:20:12,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:12,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2401c4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:12,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45519,-1 for getting cluster id 2024-11-18T02:20:12,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:12,006 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42dfddfb-ef98-44b7-bf16-d875e55d86a2' 2024-11-18T02:20:12,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:12,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42dfddfb-ef98-44b7-bf16-d875e55d86a2" 2024-11-18T02:20:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ce27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45519,-1] 2024-11-18T02:20:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:12,007 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:12,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea2bc27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:12,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35261,1731896398790, seqNum=-1] 2024-11-18T02:20:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:12,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:12,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31., hostname=c4730a2bacf8,35261,1731896398790, seqNum=2] 2024-11-18T02:20:12,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:12,205 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 607, reset compression=false 2024-11-18T02:20:12,357 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 480, reset compression=false 2024-11-18T02:20:12,363 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:12,363 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 607, reset compression=false 2024-11-18T02:20:12,363 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35261,1731896398790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:12,509 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 607, reset compression=false 2024-11-18T02:20:12,566 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 607, reset compression=false 2024-11-18T02:20:12,798 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T02:20:12,804 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T02:20:12,870 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 607, reset compression=false 2024-11-18T02:20:12,875 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:12,875 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 763, reset compression=false 2024-11-18T02:20:12,875 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35261,1731896398790 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ee7db1aacc31f22e3cda2e6d09d1d31/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T02:20:12,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:12,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:12,913 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 607, reset compression=false 2024-11-18T02:20:12,918 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:12,918 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 754, reset compression=false 2024-11-18T02:20:12,918 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41443,1731896401625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:13,093 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 763, reset compression=false 2024-11-18T02:20:13,121 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 754, reset compression=false 2024-11-18T02:20:13,397 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 763, reset compression=false 2024-11-18T02:20:13,425 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 754, reset compression=false 2024-11-18T02:20:13,801 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 763, reset compression=false 2024-11-18T02:20:13,807 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T02:20:13,810 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T02:20:13,828 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 754, reset compression=false 2024-11-18T02:20:13,833 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:13,833 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 913, reset compression=false 2024-11-18T02:20:13,833 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41443,1731896401625 got entry batch from reader: WALEntryBatch [walEntries=[{test/58b8536a0966018ea1ef7d7a7066308f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T02:20:13,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:13,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:14,037 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 913, reset compression=false 2024-11-18T02:20:14,304 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 763, reset compression=false 2024-11-18T02:20:14,309 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:14,309 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:14,309 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35261,1731896398790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:14,341 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 913, reset compression=false 2024-11-18T02:20:14,512 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:14,744 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 913, reset compression=false 2024-11-18T02:20:14,812 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T02:20:14,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:20:14,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:14,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:14,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:14,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:14,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:14,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:20:14,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=995242934, stopped=false 2024-11-18T02:20:14,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,43593,1731896401583 2024-11-18T02:20:14,816 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1137586186/running 2024-11-18T02:20:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1137586186/running 2024-11-18T02:20:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:14,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:14,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:14,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:14,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:14,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on znode that does not yet exist, /1137586186/running 2024-11-18T02:20:14,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,41443,1731896401625' ***** 2024-11-18T02:20:14,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:20:14,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Set watcher on znode that does not yet exist, /1137586186/running 2024-11-18T02:20:14,818 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:20:14,818 INFO [RS:0;c4730a2bacf8:41443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:20:14,818 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:20:14,818 INFO [RS:0;c4730a2bacf8:41443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:20:14,818 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for 58b8536a0966018ea1ef7d7a7066308f 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:41443. 2024-11-18T02:20:14,819 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58b8536a0966018ea1ef7d7a7066308f, disabling compactions & flushes 2024-11-18T02:20:14,819 DEBUG [RS:0;c4730a2bacf8:41443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:14,819 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:14,819 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:14,819 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:14,819 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. after waiting 0 ms 2024-11-18T02:20:14,819 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:20:14,819 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58b8536a0966018ea1ef7d7a7066308f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T02:20:14,819 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:20:14,819 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1325): Online Regions={58b8536a0966018ea1ef7d7a7066308f=test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f., 1588230740=hbase:meta,,1.1588230740, b996c7f0bdda553b02552d5e15c58434=hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434.} 2024-11-18T02:20:14,819 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58b8536a0966018ea1ef7d7a7066308f, b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:14,820 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:14,820 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:14,820 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:14,820 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:14,820 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:14,820 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:20:14,843 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/info/0ff3c306596944ca8f4a4d55c1608124 is 147, key is hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434./info:regioninfo/1731896409801/Put/seqid=0 2024-11-18T02:20:14,844 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/f/ae70fabfac644e81a67e8304644b436b is 29, key is row1/f:/1731896413807/DeleteFamily/seqid=0 2024-11-18T02:20:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741840_1016 (size=7686) 2024-11-18T02:20:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741841_1017 (size=5118) 2024-11-18T02:20:14,910 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:15,020 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58b8536a0966018ea1ef7d7a7066308f, b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:15,220 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58b8536a0966018ea1ef7d7a7066308f, b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:15,220 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:15,248 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 913, reset compression=false 2024-11-18T02:20:15,250 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/info/0ff3c306596944ca8f4a4d55c1608124 2024-11-18T02:20:15,250 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/f/ae70fabfac644e81a67e8304644b436b 2024-11-18T02:20:15,253 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:15,253 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 1160, reset compression=false 2024-11-18T02:20:15,253 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41443,1731896401625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:15,254 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,41443,1731896401625: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,41443,1731896401625, walGroup=c4730a2bacf8%2C41443%2C1731896401625, offset=c4730a2bacf8%2C41443%2C1731896401625.1731896403649:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:41443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:20:15,255 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:20:15,255 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae70fabfac644e81a67e8304644b436b 2024-11-18T02:20:15,255 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:20:15,256 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:20:15,256 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:20:15,256 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:20:15,256 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 580308688 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 191314504 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:20:15,256 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:43593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:43593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:20:15,277 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/f1/87e8baf27f9943f4a1866f65675fe7c7 is 30, key is row1/f1:/1731896413807/DeleteFamily/seqid=0 2024-11-18T02:20:15,280 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/ns/504fcc8c65694c83831aab7f13779b96 is 43, key is default/ns:d/1731896404618/Put/seqid=0 2024-11-18T02:20:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741842_1018 (size=5123) 2024-11-18T02:20:15,281 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/f1/87e8baf27f9943f4a1866f65675fe7c7 2024-11-18T02:20:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741843_1019 (size=5153) 2024-11-18T02:20:15,285 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/ns/504fcc8c65694c83831aab7f13779b96 2024-11-18T02:20:15,286 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87e8baf27f9943f4a1866f65675fe7c7 2024-11-18T02:20:15,304 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/norep/29bec7fea8f74fc5ac2afcc274437498 is 33, key is row1/norep:/1731896413807/DeleteFamily/seqid=0 2024-11-18T02:20:15,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741844_1020 (size=5108) 2024-11-18T02:20:15,309 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/rep_barrier/c49d11a04a484ca788c58516511279f5 is 112, key is test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f./rep_barrier:seqnumDuringOpen/1731896406222/Put/seqid=0 2024-11-18T02:20:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741845_1021 (size=5518) 2024-11-18T02:20:15,420 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58b8536a0966018ea1ef7d7a7066308f, b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:15,465 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 1160, reset compression=false 2024-11-18T02:20:15,546 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:20:15,546 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:20:15,620 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58b8536a0966018ea1ef7d7a7066308f, b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:15,708 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/norep/29bec7fea8f74fc5ac2afcc274437498 2024-11-18T02:20:15,711 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29bec7fea8f74fc5ac2afcc274437498 2024-11-18T02:20:15,712 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/f/ae70fabfac644e81a67e8304644b436b as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/f/ae70fabfac644e81a67e8304644b436b 2024-11-18T02:20:15,712 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/rep_barrier/c49d11a04a484ca788c58516511279f5 2024-11-18T02:20:15,716 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae70fabfac644e81a67e8304644b436b 2024-11-18T02:20:15,716 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/f/ae70fabfac644e81a67e8304644b436b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T02:20:15,717 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/f1/87e8baf27f9943f4a1866f65675fe7c7 as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/f1/87e8baf27f9943f4a1866f65675fe7c7 2024-11-18T02:20:15,727 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87e8baf27f9943f4a1866f65675fe7c7 2024-11-18T02:20:15,727 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/f1/87e8baf27f9943f4a1866f65675fe7c7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T02:20:15,728 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/.tmp/norep/29bec7fea8f74fc5ac2afcc274437498 as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/norep/29bec7fea8f74fc5ac2afcc274437498 2024-11-18T02:20:15,730 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:15,732 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29bec7fea8f74fc5ac2afcc274437498 2024-11-18T02:20:15,732 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/norep/29bec7fea8f74fc5ac2afcc274437498, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T02:20:15,733 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 58b8536a0966018ea1ef7d7a7066308f in 914ms, sequenceid=8, compaction requested=false 2024-11-18T02:20:15,734 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/table/8a0389a421b44a2c8aa2d76a4e00e42d is 53, key is hbase:replication/table:state/1731896409809/Put/seqid=0 2024-11-18T02:20:15,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741846_1022 (size=5308) 2024-11-18T02:20:15,740 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/default/test/58b8536a0966018ea1ef7d7a7066308f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T02:20:15,740 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:15,740 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:15,740 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:15,740 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58b8536a0966018ea1ef7d7a7066308f: Waiting for close lock at 1731896414819Running coprocessor pre-close hooks at 1731896414819Disabling compacts and flushes for region at 1731896414819Disabling writes for close at 1731896414819Obtaining lock to block concurrent updates at 1731896414819Preparing flush snapshotting stores in 58b8536a0966018ea1ef7d7a7066308f at 1731896414819Finished memstore snapshotting test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731896414820 (+1 ms)Flushing stores of test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. at 1731896414820Flushing 58b8536a0966018ea1ef7d7a7066308f/f: creating writer at 1731896414820Flushing 58b8536a0966018ea1ef7d7a7066308f/f: appending metadata at 1731896414843 (+23 ms)Flushing 58b8536a0966018ea1ef7d7a7066308f/f: closing flushed file at 1731896414843Flushing 58b8536a0966018ea1ef7d7a7066308f/f1: creating writer at 1731896415255 (+412 ms)Flushing 58b8536a0966018ea1ef7d7a7066308f/f1: appending metadata at 1731896415277 (+22 ms)Flushing 58b8536a0966018ea1ef7d7a7066308f/f1: closing flushed file at 1731896415277Flushing 58b8536a0966018ea1ef7d7a7066308f/norep: creating writer at 1731896415286 (+9 ms)Flushing 58b8536a0966018ea1ef7d7a7066308f/norep: appending metadata at 1731896415303 (+17 ms)Flushing 58b8536a0966018ea1ef7d7a7066308f/norep: closing flushed file at 1731896415303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151296f5: reopening flushed file at 1731896415711 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7578aacd: reopening flushed file at 1731896415717 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bfbfa8: reopening flushed file at 1731896415728 (+11 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 58b8536a0966018ea1ef7d7a7066308f in 914ms, sequenceid=8, compaction requested=false at 1731896415733 (+5 ms)Writing region close event to WAL at 1731896415737 (+4 ms)Running coprocessor post-close hooks at 1731896415740 (+3 ms)Closed at 1731896415740 2024-11-18T02:20:15,740 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896405820.58b8536a0966018ea1ef7d7a7066308f. 2024-11-18T02:20:15,741 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b996c7f0bdda553b02552d5e15c58434, disabling compactions & flushes 2024-11-18T02:20:15,741 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,741 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,741 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. after waiting 0 ms 2024-11-18T02:20:15,741 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,741 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b996c7f0bdda553b02552d5e15c58434: Waiting for close lock at 1731896415741Running coprocessor pre-close hooks at 1731896415741Disabling compacts and flushes for region at 1731896415741Disabling writes for close at 1731896415741Failed flush hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434., putting online again at 1731896415741 2024-11-18T02:20:15,741 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,769 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 1160, reset compression=false 2024-11-18T02:20:15,773 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:15,773 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 1804, reset compression=false 2024-11-18T02:20:15,820 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:20:15,820 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b996c7f0bdda553b02552d5e15c58434=hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434.} 2024-11-18T02:20:15,821 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:15,821 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b996c7f0bdda553b02552d5e15c58434 2024-11-18T02:20:15,821 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b996c7f0bdda553b02552d5e15c58434, disabling compactions & flushes 2024-11-18T02:20:15,821 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,821 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,821 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. after waiting 0 ms 2024-11-18T02:20:15,821 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,821 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b996c7f0bdda553b02552d5e15c58434: Waiting for close lock at 1731896415821Running coprocessor pre-close hooks at 1731896415821Disabling compacts and flushes for region at 1731896415821Disabling writes for close at 1731896415821Failed flush hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434., putting online again at 1731896415821 2024-11-18T02:20:15,821 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731896408631.b996c7f0bdda553b02552d5e15c58434. 2024-11-18T02:20:15,976 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 1804, reset compression=false 2024-11-18T02:20:16,021 DEBUG [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:20:16,139 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/table/8a0389a421b44a2c8aa2d76a4e00e42d 2024-11-18T02:20:16,144 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/info/0ff3c306596944ca8f4a4d55c1608124 as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/info/0ff3c306596944ca8f4a4d55c1608124 2024-11-18T02:20:16,148 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/info/0ff3c306596944ca8f4a4d55c1608124, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:20:16,148 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/ns/504fcc8c65694c83831aab7f13779b96 as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/ns/504fcc8c65694c83831aab7f13779b96 2024-11-18T02:20:16,152 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/ns/504fcc8c65694c83831aab7f13779b96, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:20:16,153 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/rep_barrier/c49d11a04a484ca788c58516511279f5 as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/rep_barrier/c49d11a04a484ca788c58516511279f5 2024-11-18T02:20:16,156 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/rep_barrier/c49d11a04a484ca788c58516511279f5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:20:16,157 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/.tmp/table/8a0389a421b44a2c8aa2d76a4e00e42d as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/table/8a0389a421b44a2c8aa2d76a4e00e42d 2024-11-18T02:20:16,160 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/table/8a0389a421b44a2c8aa2d76a4e00e42d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:20:16,161 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=16, compaction requested=false 2024-11-18T02:20:16,167 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:20:16,167 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:16,167 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:16,167 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:16,167 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896414820Running coprocessor pre-close hooks at 1731896414820Disabling compacts and flushes for region at 1731896414820Disabling writes for close at 1731896414820Obtaining lock to block concurrent updates at 1731896414820Preparing flush snapshotting stores in 1588230740 at 1731896414820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896414820Flushing stores of hbase:meta,,1.1588230740 at 1731896414821 (+1 ms)Flushing 1588230740/info: creating writer at 1731896414821Flushing 1588230740/info: appending metadata at 1731896414843 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731896414843Flushing 1588230740/ns: creating writer at 1731896415258 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731896415279 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731896415279Flushing 1588230740/rep_barrier: creating writer at 1731896415289 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896415308 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896415308Flushing 1588230740/table: creating writer at 1731896415716 (+408 ms)Flushing 1588230740/table: appending metadata at 1731896415733 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731896415734 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a17174b: reopening flushed file at 1731896416143 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ff6af0: reopening flushed file at 1731896416148 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23483e0: reopening flushed file at 1731896416152 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b693ac3: reopening flushed file at 1731896416156 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=16, compaction requested=false at 1731896416161 (+5 ms)Writing region close event to WAL at 1731896416164 (+3 ms)Running coprocessor post-close hooks at 1731896416167 (+3 ms)Closed at 1731896416167 2024-11-18T02:20:16,168 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:16,221 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T02:20:16,221 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,41443,1731896401625; all regions closed. 2024-11-18T02:20:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:20:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741839_1015 (size=1733) 2024-11-18T02:20:16,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.rep.1731896409770 not finished, retry = 0 2024-11-18T02:20:16,279 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/WALs/c4730a2bacf8,41443,1731896401625/c4730a2bacf8%2C41443%2C1731896401625.1731896403649 to pos 1804, reset compression=false 2024-11-18T02:20:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741832_1008 (size=1812) 2024-11-18T02:20:16,333 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:16,333 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:16,334 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:16,334 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:16,334 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:16,334 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:16,334 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:16,334 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,41443,1731896401625 because: Region server is closing 2024-11-18T02:20:16,334 INFO [RS:0;c4730a2bacf8:41443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:41443. 2024-11-18T02:20:16,335 DEBUG [RS:0;c4730a2bacf8:41443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:16,335 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:16,335 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:16,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:16,435 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.shipperc4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 terminated 2024-11-18T02:20:16,435 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41443,1731896401625.replicationSource.wal-reader.c4730a2bacf8%2C41443%2C1731896401625,1-c4730a2bacf8,41443,1731896401625 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:20:16,435 INFO [RS:0;c4730a2bacf8:41443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:41443. 2024-11-18T02:20:16,435 DEBUG [RS:0;c4730a2bacf8:41443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:16,435 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:16,435 DEBUG [RS:0;c4730a2bacf8:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:16,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:16,436 INFO [RS:0;c4730a2bacf8:41443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41443 2024-11-18T02:20:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1137586186/rs/c4730a2bacf8,41443,1731896401625 2024-11-18T02:20:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186/rs 2024-11-18T02:20:16,438 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:16,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,41443,1731896401625] 2024-11-18T02:20:16,440 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1137586186/draining/c4730a2bacf8,41443,1731896401625 already deleted, retry=false 2024-11-18T02:20:16,440 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,41443,1731896401625 expired; onlineServers=0 2024-11-18T02:20:16,440 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,43593,1731896401583' ***** 2024-11-18T02:20:16,440 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:20:16,440 INFO [M:0;c4730a2bacf8:43593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:16,441 INFO [M:0;c4730a2bacf8:43593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:16,441 DEBUG [M:0;c4730a2bacf8:43593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:20:16,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:20:16,441 DEBUG [M:0;c4730a2bacf8:43593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:20:16,441 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896403411 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896403411,5,FailOnTimeoutGroup] 2024-11-18T02:20:16,441 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896403412 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896403412,5,FailOnTimeoutGroup] 2024-11-18T02:20:16,441 INFO [M:0;c4730a2bacf8:43593 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:16,441 INFO [M:0;c4730a2bacf8:43593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:16,441 DEBUG [M:0;c4730a2bacf8:43593 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:20:16,441 INFO [M:0;c4730a2bacf8:43593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:20:16,441 INFO [M:0;c4730a2bacf8:43593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:16,441 INFO [M:0;c4730a2bacf8:43593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:20:16,441 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:20:16,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1137586186/master 2024-11-18T02:20:16,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1137586186 2024-11-18T02:20:16,444 DEBUG [M:0;c4730a2bacf8:43593 {}] zookeeper.ZKUtil(347): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Unable to get data of znode /1137586186/master because node does not exist (not an error) 2024-11-18T02:20:16,444 WARN [M:0;c4730a2bacf8:43593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:20:16,444 INFO [M:0;c4730a2bacf8:43593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/.lastflushedseqids 2024-11-18T02:20:16,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741847_1023 (size=245) 2024-11-18T02:20:16,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:16,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x10128dfb96c0004, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:16,539 INFO [RS:0;c4730a2bacf8:41443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:16,539 INFO [RS:0;c4730a2bacf8:41443 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,41443,1731896401625; zookeeper connection closed. 2024-11-18T02:20:16,540 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b83aa3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b83aa3d 2024-11-18T02:20:16,540 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:20:16,849 INFO [M:0;c4730a2bacf8:43593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:20:16,849 INFO [M:0;c4730a2bacf8:43593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:20:16,849 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:16,849 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:16,849 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:16,849 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:16,850 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:16,850 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T02:20:16,865 DEBUG [M:0;c4730a2bacf8:43593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4d209b108d4f3b86f078c1ea6c9674 is 82, key is hbase:meta,,1/info:regioninfo/1731896404606/Put/seqid=0 2024-11-18T02:20:16,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741848_1024 (size=5672) 2024-11-18T02:20:16,869 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4d209b108d4f3b86f078c1ea6c9674 2024-11-18T02:20:16,886 DEBUG [M:0;c4730a2bacf8:43593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a89009d9402455ebaecc7b7aa680b66 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896409815/Put/seqid=0 2024-11-18T02:20:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741849_1025 (size=8516) 2024-11-18T02:20:17,038 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:17,290 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a89009d9402455ebaecc7b7aa680b66 2024-11-18T02:20:17,312 DEBUG [M:0;c4730a2bacf8:43593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e41e2764394abca5dc00d4ea431b1b is 69, key is c4730a2bacf8,41443,1731896401625/rs:state/1731896403481/Put/seqid=0 2024-11-18T02:20:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741850_1026 (size=5156) 2024-11-18T02:20:17,716 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e41e2764394abca5dc00d4ea431b1b 2024-11-18T02:20:17,720 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4d209b108d4f3b86f078c1ea6c9674 as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d4d209b108d4f3b86f078c1ea6c9674 2024-11-18T02:20:17,723 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d4d209b108d4f3b86f078c1ea6c9674, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T02:20:17,724 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a89009d9402455ebaecc7b7aa680b66 as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a89009d9402455ebaecc7b7aa680b66 2024-11-18T02:20:17,727 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a89009d9402455ebaecc7b7aa680b66, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T02:20:17,728 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e41e2764394abca5dc00d4ea431b1b as hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5e41e2764394abca5dc00d4ea431b1b 2024-11-18T02:20:17,731 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36319/user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5e41e2764394abca5dc00d4ea431b1b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T02:20:17,732 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-18T02:20:17,733 INFO [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:17,733 DEBUG [M:0;c4730a2bacf8:43593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896416849Disabling compacts and flushes for region at 1731896416849Disabling writes for close at 1731896416849Obtaining lock to block concurrent updates at 1731896416850 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896416850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731896416850Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896416851 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896416851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896416865 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896416865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896416873 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896416886 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896416886Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896417294 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896417311 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896417311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7194e035: reopening flushed file at 1731896417719 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ded0b87: reopening flushed file at 1731896417724 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5a2c1c: reopening flushed file at 1731896417727 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1731896417732 (+5 ms)Writing region close event to WAL at 1731896417733 (+1 ms)Closed at 1731896417733 2024-11-18T02:20:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37263 is added to blk_1073741830_1006 (size=63654) 2024-11-18T02:20:17,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac1260a-e01e-f9ed-87c0-853b2c9119fb/MasterData/WALs/c4730a2bacf8,43593,1731896401583/c4730a2bacf8%2C43593%2C1731896401583.1731896403325 not finished, retry = 0 2024-11-18T02:20:17,836 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:17,836 INFO [M:0;c4730a2bacf8:43593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:20:17,836 INFO [M:0;c4730a2bacf8:43593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43593 2024-11-18T02:20:17,836 INFO [M:0;c4730a2bacf8:43593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:17,842 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:17,938 INFO [M:0;c4730a2bacf8:43593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43593-0x10128dfb96c0003, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:17,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422416e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:17,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:17,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:17,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:17,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:17,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:20:17,944 WARN [BP-473155407-172.17.0.2-1731896400523 heartbeating to localhost/127.0.0.1:36319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:20:17,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:20:17,944 WARN [BP-473155407-172.17.0.2-1731896400523 heartbeating to localhost/127.0.0.1:36319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473155407-172.17.0.2-1731896400523 (Datanode Uuid ae4bf81d-7051-4d14-8c09-21587d5fc6a0) service to localhost/127.0.0.1:36319 2024-11-18T02:20:17,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/cluster_f1c33ecb-11cb-617d-20a7-ad89f6a50aa5/data/data1/current/BP-473155407-172.17.0.2-1731896400523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:17,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/cluster_f1c33ecb-11cb-617d-20a7-ad89f6a50aa5/data/data2/current/BP-473155407-172.17.0.2-1731896400523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:17,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:20:17,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:17,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:17,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:17,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:17,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:17,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:20:17,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:20:17,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:17,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:17,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:17,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:17,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:17,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:20:17,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906797864, stopped=false 2024-11-18T02:20:17,965 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,45519,1731896398637 2024-11-18T02:20:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1658372593/running 2024-11-18T02:20:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:20:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1658372593/running 2024-11-18T02:20:17,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:17,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:20:17,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:17,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:17,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:17,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,35261,1731896398790' ***** 2024-11-18T02:20:17,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:20:17,968 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:20:17,968 INFO [RS:0;c4730a2bacf8:35261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:20:17,968 INFO [RS:0;c4730a2bacf8:35261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:20:17,968 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(3091): Received CLOSE for f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:17,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on znode that does not yet exist, /0-1658372593/running 2024-11-18T02:20:17,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Set watcher on znode that does not yet exist, /0-1658372593/running 2024-11-18T02:20:17,968 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:20:17,968 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35261. 2024-11-18T02:20:17,969 DEBUG [RS:0;c4730a2bacf8:35261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:17,969 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:20:17,969 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:20:17,969 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1325): Online Regions={f908e35ed2eba3c75689adbf60420b20=hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20., 1588230740=hbase:meta,,1.1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31=test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31.} 2024-11-18T02:20:17,969 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31, f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f908e35ed2eba3c75689adbf60420b20, disabling compactions & flushes 2024-11-18T02:20:17,969 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. after waiting 0 ms 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:17,969 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:17,969 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:17,969 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f908e35ed2eba3c75689adbf60420b20 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-18T02:20:17,970 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:20:17,985 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20/.tmp/queue/ef4fb4d33c644da0b14b6922c5e8a6dd is 153, key is 1-c4730a2bacf8,35261,1731896398790/queue:c4730a2bacf8%2C35261%2C1731896398790/1731896414310/Put/seqid=0 2024-11-18T02:20:17,988 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/info/21b09fea05dc457785a04282a5f86cf1 is 147, key is hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20./info:regioninfo/1731896407646/Put/seqid=0 2024-11-18T02:20:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741840_1016 (size=5352) 2024-11-18T02:20:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741841_1017 (size=7686) 2024-11-18T02:20:18,045 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:18,169 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31, f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:18,233 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:20:18,234 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:20:18,370 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31, f908e35ed2eba3c75689adbf60420b20 2024-11-18T02:20:18,389 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20/.tmp/queue/ef4fb4d33c644da0b14b6922c5e8a6dd 2024-11-18T02:20:18,391 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/info/21b09fea05dc457785a04282a5f86cf1 2024-11-18T02:20:18,395 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20/.tmp/queue/ef4fb4d33c644da0b14b6922c5e8a6dd as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20/queue/ef4fb4d33c644da0b14b6922c5e8a6dd 2024-11-18T02:20:18,399 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20/queue/ef4fb4d33c644da0b14b6922c5e8a6dd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T02:20:18,400 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f908e35ed2eba3c75689adbf60420b20 in 431ms, sequenceid=10, compaction requested=false 2024-11-18T02:20:18,414 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/replication/f908e35ed2eba3c75689adbf60420b20/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T02:20:18,414 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:18,415 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f908e35ed2eba3c75689adbf60420b20: Waiting for close lock at 1731896417969Running coprocessor pre-close hooks at 1731896417969Disabling compacts and flushes for region at 1731896417969Disabling writes for close at 1731896417969Obtaining lock to block concurrent updates at 1731896417969Preparing flush snapshotting stores in f908e35ed2eba3c75689adbf60420b20 at 1731896417969Finished memstore snapshotting hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731896417970 (+1 ms)Flushing stores of hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. at 1731896417970Flushing f908e35ed2eba3c75689adbf60420b20/queue: creating writer at 1731896417970Flushing f908e35ed2eba3c75689adbf60420b20/queue: appending metadata at 1731896417985 (+15 ms)Flushing f908e35ed2eba3c75689adbf60420b20/queue: closing flushed file at 1731896417985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cf150d: reopening flushed file at 1731896418394 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f908e35ed2eba3c75689adbf60420b20 in 431ms, sequenceid=10, compaction requested=false at 1731896418400 (+6 ms)Writing region close event to WAL at 1731896418404 (+4 ms)Running coprocessor post-close hooks at 1731896418414 (+10 ms)Closed at 1731896418415 (+1 ms) 2024-11-18T02:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896406477.f908e35ed2eba3c75689adbf60420b20. 2024-11-18T02:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ee7db1aacc31f22e3cda2e6d09d1d31, disabling compactions & flushes 2024-11-18T02:20:18,415 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. after waiting 0 ms 2024-11-18T02:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:18,415 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T02:20:18,419 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/ns/b1eb31ff737844989f53d62a9c63651e is 43, key is default/ns:d/1731896400377/Put/seqid=0 2024-11-18T02:20:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741842_1018 (size=5153) 2024-11-18T02:20:18,433 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/f/c415bff85a174d269b041e9aad6309ba is 29, key is row1/f:/1731896413807/DeleteFamily/seqid=0 2024-11-18T02:20:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741843_1019 (size=5118) 2024-11-18T02:20:18,570 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:18,746 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 912, reset compression=false 2024-11-18T02:20:18,756 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:18,756 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 1159, reset compression=false 2024-11-18T02:20:18,756 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35261,1731896398790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:18,757 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,35261,1731896398790: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,35261,1731896398790, walGroup=c4730a2bacf8%2C35261%2C1731896398790, offset=c4730a2bacf8%2C35261%2C1731896398790.1731896399373:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:35261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:20:18,758 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:20:18,759 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:20:18,759 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:20:18,759 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:20:18,759 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:20:18,759 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 643223248 }, "NonHeapMemoryUsage": { "committed": 195690496, "init": 7667712, "max": -1, "used": 191951616 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:20:18,760 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:45519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:45519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:20:18,770 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:18,823 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/ns/b1eb31ff737844989f53d62a9c63651e 2024-11-18T02:20:18,837 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/f/c415bff85a174d269b041e9aad6309ba 2024-11-18T02:20:18,841 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c415bff85a174d269b041e9aad6309ba 2024-11-18T02:20:18,845 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/rep_barrier/602cd3b140514feb84595e6f3eed25f2 is 112, key is test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31./rep_barrier:seqnumDuringOpen/1731896405432/Put/seqid=0 2024-11-18T02:20:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741844_1020 (size=5518) 2024-11-18T02:20:18,855 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/f1/faad6149ffe147c8827617da8deca909 is 30, key is row1/f1:/1731896413807/DeleteFamily/seqid=0 2024-11-18T02:20:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741845_1021 (size=5123) 2024-11-18T02:20:18,965 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 1159, reset compression=false 2024-11-18T02:20:18,970 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:20:18,970 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31=test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31.} 2024-11-18T02:20:18,970 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:19,170 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:19,249 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/rep_barrier/602cd3b140514feb84595e6f3eed25f2 2024-11-18T02:20:19,259 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/f1/faad6149ffe147c8827617da8deca909 2024-11-18T02:20:19,262 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faad6149ffe147c8827617da8deca909 2024-11-18T02:20:19,269 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 1159, reset compression=false 2024-11-18T02:20:19,271 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/table/7a02a3da55f34b05919ae1ca24274a90 is 53, key is hbase:replication/table:state/1731896407653/Put/seqid=0 2024-11-18T02:20:19,277 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/norep/3da02dcc2b2c43e1b3cfee3be117a999 is 32, key is row/norep:/1731896412801/DeleteFamily/seqid=0 2024-11-18T02:20:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741846_1022 (size=5308) 2024-11-18T02:20:19,279 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/table/7a02a3da55f34b05919ae1ca24274a90 2024-11-18T02:20:19,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741847_1023 (size=5101) 2024-11-18T02:20:19,283 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/info/21b09fea05dc457785a04282a5f86cf1 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/info/21b09fea05dc457785a04282a5f86cf1 2024-11-18T02:20:19,287 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/info/21b09fea05dc457785a04282a5f86cf1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:20:19,287 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/ns/b1eb31ff737844989f53d62a9c63651e as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/ns/b1eb31ff737844989f53d62a9c63651e 2024-11-18T02:20:19,290 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/ns/b1eb31ff737844989f53d62a9c63651e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:20:19,291 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/rep_barrier/602cd3b140514feb84595e6f3eed25f2 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/rep_barrier/602cd3b140514feb84595e6f3eed25f2 2024-11-18T02:20:19,295 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/rep_barrier/602cd3b140514feb84595e6f3eed25f2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:20:19,295 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/.tmp/table/7a02a3da55f34b05919ae1ca24274a90 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/table/7a02a3da55f34b05919ae1ca24274a90 2024-11-18T02:20:19,298 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/table/7a02a3da55f34b05919ae1ca24274a90, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:20:19,299 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-18T02:20:19,303 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:20:19,303 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:19,303 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:19,304 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:19,304 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896417969Running coprocessor pre-close hooks at 1731896417969Disabling compacts and flushes for region at 1731896417969Disabling writes for close at 1731896417969Obtaining lock to block concurrent updates at 1731896417970 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731896417970Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896417970Flushing stores of hbase:meta,,1.1588230740 at 1731896417970Flushing 1588230740/info: creating writer at 1731896417970Flushing 1588230740/info: appending metadata at 1731896417988 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731896417988Flushing 1588230740/ns: creating writer at 1731896418396 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731896418418 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731896418418Flushing 1588230740/rep_barrier: creating writer at 1731896418827 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896418844 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896418844Flushing 1588230740/table: creating writer at 1731896419253 (+409 ms)Flushing 1588230740/table: appending metadata at 1731896419270 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731896419271 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27771a9c: reopening flushed file at 1731896419283 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb28380: reopening flushed file at 1731896419287 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750264c0: reopening flushed file at 1731896419291 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7b0366: reopening flushed file at 1731896419295 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1731896419299 (+4 ms)Writing region close event to WAL at 1731896419301 (+2 ms)Running coprocessor post-close hooks at 1731896419303 (+2 ms)Closed at 1731896419304 (+1 ms) 2024-11-18T02:20:19,304 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:19,371 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:19,571 DEBUG [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1351): Waiting on 5ee7db1aacc31f22e3cda2e6d09d1d31 2024-11-18T02:20:19,672 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.wal-reader.c4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 to pos 1159, reset compression=false 2024-11-18T02:20:19,681 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/norep/3da02dcc2b2c43e1b3cfee3be117a999 2024-11-18T02:20:19,685 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3da02dcc2b2c43e1b3cfee3be117a999 2024-11-18T02:20:19,686 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/f/c415bff85a174d269b041e9aad6309ba as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/f/c415bff85a174d269b041e9aad6309ba 2024-11-18T02:20:19,690 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c415bff85a174d269b041e9aad6309ba 2024-11-18T02:20:19,690 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/f/c415bff85a174d269b041e9aad6309ba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T02:20:19,691 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/f1/faad6149ffe147c8827617da8deca909 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/f1/faad6149ffe147c8827617da8deca909 2024-11-18T02:20:19,694 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faad6149ffe147c8827617da8deca909 2024-11-18T02:20:19,694 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/f1/faad6149ffe147c8827617da8deca909, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T02:20:19,695 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/.tmp/norep/3da02dcc2b2c43e1b3cfee3be117a999 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/norep/3da02dcc2b2c43e1b3cfee3be117a999 2024-11-18T02:20:19,698 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3da02dcc2b2c43e1b3cfee3be117a999 2024-11-18T02:20:19,698 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/norep/3da02dcc2b2c43e1b3cfee3be117a999, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T02:20:19,699 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ee7db1aacc31f22e3cda2e6d09d1d31 in 1284ms, sequenceid=8, compaction requested=false 2024-11-18T02:20:19,703 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/data/default/test/5ee7db1aacc31f22e3cda2e6d09d1d31/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T02:20:19,703 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:19,703 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:19,703 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:19,703 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ee7db1aacc31f22e3cda2e6d09d1d31: Waiting for close lock at 1731896418415Running coprocessor pre-close hooks at 1731896418415Disabling compacts and flushes for region at 1731896418415Disabling writes for close at 1731896418415Obtaining lock to block concurrent updates at 1731896418415Preparing flush snapshotting stores in 5ee7db1aacc31f22e3cda2e6d09d1d31 at 1731896418415Finished memstore snapshotting test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731896418415Flushing stores of test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. at 1731896418416 (+1 ms)Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/f: creating writer at 1731896418416Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/f: appending metadata at 1731896418433 (+17 ms)Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/f: closing flushed file at 1731896418433Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/f1: creating writer at 1731896418841 (+408 ms)Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/f1: appending metadata at 1731896418855 (+14 ms)Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/f1: closing flushed file at 1731896418855Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/norep: creating writer at 1731896419262 (+407 ms)Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/norep: appending metadata at 1731896419277 (+15 ms)Flushing 5ee7db1aacc31f22e3cda2e6d09d1d31/norep: closing flushed file at 1731896419277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10366f1f: reopening flushed file at 1731896419685 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a538d75: reopening flushed file at 1731896419690 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbe2a: reopening flushed file at 1731896419694 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ee7db1aacc31f22e3cda2e6d09d1d31 in 1284ms, sequenceid=8, compaction requested=false at 1731896419699 (+5 ms)Writing region close event to WAL at 1731896419700 (+1 ms)Running coprocessor post-close hooks at 1731896419703 (+3 ms)Closed at 1731896419703 2024-11-18T02:20:19,703 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896404676.5ee7db1aacc31f22e3cda2e6d09d1d31. 2024-11-18T02:20:19,771 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,35261,1731896398790; all regions closed. 2024-11-18T02:20:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:20:19,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.meta.1731896400329.meta not finished, retry = 0 2024-11-18T02:20:19,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741839_1015 (size=2676) 2024-11-18T02:20:19,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.rep.1731896407609 not finished, retry = 0 2024-11-18T02:20:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741832_1008 (size=1811) 2024-11-18T02:20:19,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/WALs/c4730a2bacf8,35261,1731896398790/c4730a2bacf8%2C35261%2C1731896398790.1731896399373 not finished, retry = 0 2024-11-18T02:20:20,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:20:20,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:20:20,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:20,080 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:20,080 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:20,080 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:20,080 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:20,080 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:20,080 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:20,081 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,35261,1731896398790 because: Region server is closing 2024-11-18T02:20:20,081 INFO [RS:0;c4730a2bacf8:35261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35261. 2024-11-18T02:20:20,081 DEBUG [RS:0;c4730a2bacf8:35261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:20,081 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:20,081 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:20,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:20,181 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35261,1731896398790.replicationSource.shipperc4730a2bacf8%2C35261%2C1731896398790,1-c4730a2bacf8,35261,1731896398790 terminated 2024-11-18T02:20:20,181 INFO [RS:0;c4730a2bacf8:35261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35261. 2024-11-18T02:20:20,182 DEBUG [RS:0;c4730a2bacf8:35261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:20,182 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:20,182 DEBUG [RS:0;c4730a2bacf8:35261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:20,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:20,182 INFO [RS:0;c4730a2bacf8:35261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35261 2024-11-18T02:20:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593/rs 2024-11-18T02:20:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1658372593/rs/c4730a2bacf8,35261,1731896398790 2024-11-18T02:20:20,184 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:20,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,35261,1731896398790] 2024-11-18T02:20:20,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1658372593/draining/c4730a2bacf8,35261,1731896398790 already deleted, retry=false 2024-11-18T02:20:20,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,35261,1731896398790 expired; onlineServers=0 2024-11-18T02:20:20,190 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,45519,1731896398637' ***** 2024-11-18T02:20:20,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:20:20,190 INFO [M:0;c4730a2bacf8:45519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:20,190 INFO [M:0;c4730a2bacf8:45519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:20,190 DEBUG [M:0;c4730a2bacf8:45519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:20:20,190 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:20:20,190 DEBUG [M:0;c4730a2bacf8:45519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:20:20,190 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896399181 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896399181,5,FailOnTimeoutGroup] 2024-11-18T02:20:20,190 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896399184 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896399184,5,FailOnTimeoutGroup] 2024-11-18T02:20:20,191 INFO [M:0;c4730a2bacf8:45519 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:20,191 INFO [M:0;c4730a2bacf8:45519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:20,191 DEBUG [M:0;c4730a2bacf8:45519 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:20:20,191 INFO [M:0;c4730a2bacf8:45519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:20:20,191 INFO [M:0;c4730a2bacf8:45519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:20,191 INFO [M:0;c4730a2bacf8:45519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:20:20,191 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:20:20,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1658372593/master 2024-11-18T02:20:20,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1658372593 2024-11-18T02:20:20,192 DEBUG [M:0;c4730a2bacf8:45519 {}] zookeeper.ZKUtil(347): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Unable to get data of znode /0-1658372593/master because node does not exist (not an error) 2024-11-18T02:20:20,192 WARN [M:0;c4730a2bacf8:45519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:20:20,193 INFO [M:0;c4730a2bacf8:45519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/.lastflushedseqids 2024-11-18T02:20:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741848_1024 (size=245) 2024-11-18T02:20:20,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:20,289 INFO [RS:0;c4730a2bacf8:35261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:20,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35261-0x10128dfb96c0001, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:20,289 INFO [RS:0;c4730a2bacf8:35261 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,35261,1731896398790; zookeeper connection closed. 2024-11-18T02:20:20,289 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40783c09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40783c09 2024-11-18T02:20:20,290 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:20:20,597 INFO [M:0;c4730a2bacf8:45519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:20:20,598 INFO [M:0;c4730a2bacf8:45519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:20:20,598 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:20,598 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:20,598 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:20,598 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:20,598 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:20,598 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T02:20:20,618 DEBUG [M:0;c4730a2bacf8:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c29ed659314fa28f259ad0abdbdd97 is 82, key is hbase:meta,,1/info:regioninfo/1731896400367/Put/seqid=0 2024-11-18T02:20:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741849_1025 (size=5672) 2024-11-18T02:20:21,022 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c29ed659314fa28f259ad0abdbdd97 2024-11-18T02:20:21,040 DEBUG [M:0;c4730a2bacf8:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4893f4daae74456e8f8045975ece5e03 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896407656/Put/seqid=0 2024-11-18T02:20:21,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741850_1026 (size=8516) 2024-11-18T02:20:21,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:20:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:21,445 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4893f4daae74456e8f8045975ece5e03 2024-11-18T02:20:21,467 DEBUG [M:0;c4730a2bacf8:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a71776aed1f4e1083edaa9614fc59c4 is 69, key is c4730a2bacf8,35261,1731896398790/rs:state/1731896399213/Put/seqid=0 2024-11-18T02:20:21,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741851_1027 (size=5156) 2024-11-18T02:20:21,872 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a71776aed1f4e1083edaa9614fc59c4 2024-11-18T02:20:21,878 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c29ed659314fa28f259ad0abdbdd97 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c29ed659314fa28f259ad0abdbdd97 2024-11-18T02:20:21,882 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c29ed659314fa28f259ad0abdbdd97, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T02:20:21,883 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4893f4daae74456e8f8045975ece5e03 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4893f4daae74456e8f8045975ece5e03 2024-11-18T02:20:21,888 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4893f4daae74456e8f8045975ece5e03, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T02:20:21,888 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a71776aed1f4e1083edaa9614fc59c4 as hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a71776aed1f4e1083edaa9614fc59c4 2024-11-18T02:20:21,893 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/32dcf180-4df0-e906-15a3-6fcc4165c7c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a71776aed1f4e1083edaa9614fc59c4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T02:20:21,894 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-18T02:20:21,895 INFO [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:21,895 DEBUG [M:0;c4730a2bacf8:45519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896420598Disabling compacts and flushes for region at 1731896420598Disabling writes for close at 1731896420598Obtaining lock to block concurrent updates at 1731896420598Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896420598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731896420599 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896420599Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896420599Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896420617 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896420617Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896421026 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896421040 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896421040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896421449 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896421467 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896421467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11612a59: reopening flushed file at 1731896421877 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1103a3f1: reopening flushed file at 1731896421882 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8910d5: reopening flushed file at 1731896421888 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1731896421894 (+6 ms)Writing region close event to WAL at 1731896421895 (+1 ms)Closed at 1731896421895 2024-11-18T02:20:21,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741830_1006 (size=63654) 2024-11-18T02:20:21,898 INFO [M:0;c4730a2bacf8:45519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:20:21,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:21,899 INFO [M:0;c4730a2bacf8:45519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45519 2024-11-18T02:20:21,899 INFO [M:0;c4730a2bacf8:45519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:22,003 INFO [M:0;c4730a2bacf8:45519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:22,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x10128dfb96c0000, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:22,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a03fc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:22,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:22,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:22,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:22,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:22,017 WARN [BP-393828155-172.17.0.2-1731896397552 heartbeating to localhost/127.0.0.1:39185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:20:22,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:20:22,017 WARN [BP-393828155-172.17.0.2-1731896397552 heartbeating to localhost/127.0.0.1:39185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-393828155-172.17.0.2-1731896397552 (Datanode Uuid 8dec1d81-b2c7-4c2c-950e-13908046c436) service to localhost/127.0.0.1:39185 2024-11-18T02:20:22,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:20:22,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0/data/data1/current/BP-393828155-172.17.0.2-1731896397552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:22,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/cluster_2783373a-95d9-316f-aaf5-4d5598b377a0/data/data2/current/BP-393828155-172.17.0.2-1731896397552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:22,019 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:20:22,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:22,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:22,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:22,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:22,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8698bbd7-615e-21c8-2987-8b3586eb6e10/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:22,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:20:22,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:20:22,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=268 (was 247) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61220) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39185 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36319 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61220) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3578 (was 2831) - AvailableMemoryMB LEAK? - 2024-11-18T02:20:22,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=268, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=3578 2024-11-18T02:20:22,101 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T02:20:22,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.log.dir so I do NOT create it in target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7 2024-11-18T02:20:22,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:20:22,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.tmp.dir so I do NOT create it in target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7 2024-11-18T02:20:22,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0bf9191-b259-264b-916d-2c9e9501e218/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:20:22,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7 2024-11-18T02:20:22,102 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717, deleteOnExit=true 2024-11-18T02:20:22,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717/zookeeper_0, clientPort=61235, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:20:22,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61235 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/test.cache.data in system properties and HBase conf 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:20:22,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:20:22,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:20:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:20:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:20:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:20:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:22,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:22,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:20:22,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:20:22,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:20:22,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:22,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:20:22,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:20:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128dfb96c0002, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:20:22,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128dfb96c0002, quorum=127.0.0.1:61220, baseZNode=/0-1658372593 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:20:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128dfb96c0005, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:20:22,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128dfb96c0005, quorum=127.0.0.1:61220, baseZNode=/1137586186 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:20:22,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:22,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:22,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:22,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:22,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:20:22,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:22,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:22,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:22,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15e4e09a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/java.io.tmpdir/jetty-localhost-36481-hadoop-hdfs-3_4_1-tests_jar-_-any-2164612895629984717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:22,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:36481} 2024-11-18T02:20:22,401 INFO [Time-limited test {}] server.Server(415): Started @208732ms 2024-11-18T02:20:22,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:22,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:22,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:22,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:22,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:20:22,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:22,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:22,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28400cbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/java.io.tmpdir/jetty-localhost-34071-hadoop-hdfs-3_4_1-tests_jar-_-any-1037038953401070592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:22,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:34071} 2024-11-18T02:20:22,681 INFO [Time-limited test {}] server.Server(415): Started @209012ms 2024-11-18T02:20:22,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:20:22,860 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717/data/data1/current/BP-1063927426-172.17.0.2-1731896422141/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:22,865 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717/data/data2/current/BP-1063927426-172.17.0.2-1731896422141/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:22,911 WARN [Thread-2657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:20:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x397685843b289fe1 with lease ID 0x48c3c2766caafc75: Processing first storage report for DS-25318ef1-7117-4de9-8180-c2f31b096632 from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=a18df40e-13c4-4e94-aaf0-a4061b9ace48, infoPort=42647, infoSecurePort=0, ipcPort=44365, storageInfo=lv=-57;cid=testClusterID;nsid=632388197;c=1731896422141) 2024-11-18T02:20:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x397685843b289fe1 with lease ID 0x48c3c2766caafc75: from storage DS-25318ef1-7117-4de9-8180-c2f31b096632 node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=a18df40e-13c4-4e94-aaf0-a4061b9ace48, infoPort=42647, infoSecurePort=0, ipcPort=44365, storageInfo=lv=-57;cid=testClusterID;nsid=632388197;c=1731896422141), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T02:20:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x397685843b289fe1 with lease ID 0x48c3c2766caafc75: Processing first storage report for DS-f4cab531-e9c2-4801-9f11-5ba8c351df9b from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=a18df40e-13c4-4e94-aaf0-a4061b9ace48, infoPort=42647, infoSecurePort=0, ipcPort=44365, storageInfo=lv=-57;cid=testClusterID;nsid=632388197;c=1731896422141) 2024-11-18T02:20:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x397685843b289fe1 with lease ID 0x48c3c2766caafc75: from storage DS-f4cab531-e9c2-4801-9f11-5ba8c351df9b node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=a18df40e-13c4-4e94-aaf0-a4061b9ace48, infoPort=42647, infoSecurePort=0, ipcPort=44365, storageInfo=lv=-57;cid=testClusterID;nsid=632388197;c=1731896422141), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:22,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7 2024-11-18T02:20:22,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:22,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:20:22,963 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468 with version=8 2024-11-18T02:20:22,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/hbase-staging 2024-11-18T02:20:22,966 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:22,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:22,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:22,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:22,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:22,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:22,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:20:22,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:22,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44303 2024-11-18T02:20:22,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44303 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:22,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443030x0, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:22,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44303-0x10128e0196d0000 connected 2024-11-18T02:20:23,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:23,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:23,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on znode that does not yet exist, /0-127000008/running 2024-11-18T02:20:23,044 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468, hbase.cluster.distributed=false 2024-11-18T02:20:23,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on znode that does not yet exist, /0-127000008/acl 2024-11-18T02:20:23,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44303 2024-11-18T02:20:23,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44303 2024-11-18T02:20:23,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44303 2024-11-18T02:20:23,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44303 2024-11-18T02:20:23,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44303 2024-11-18T02:20:23,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:23,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:23,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:23,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:23,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:23,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:23,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:20:23,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:23,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35897 2024-11-18T02:20:23,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35897 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:23,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:23,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:23,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358970x0, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:23,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358970x0, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on znode that does not yet exist, /0-127000008/running 2024-11-18T02:20:23,104 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:20:23,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35897-0x10128e0196d0001 connected 2024-11-18T02:20:23,115 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:20:23,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on znode that does not yet exist, /0-127000008/master 2024-11-18T02:20:23,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on znode that does not yet exist, /0-127000008/acl 2024-11-18T02:20:23,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35897 2024-11-18T02:20:23,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35897 2024-11-18T02:20:23,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35897 2024-11-18T02:20:23,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35897 2024-11-18T02:20:23,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35897 2024-11-18T02:20:23,156 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:44303 2024-11-18T02:20:23,156 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-127000008/backup-masters/c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:23,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008/backup-masters 2024-11-18T02:20:23,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008/backup-masters 2024-11-18T02:20:23,159 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on existing znode=/0-127000008/backup-masters/c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127000008/master 2024-11-18T02:20:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:23,162 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on existing znode=/0-127000008/master 2024-11-18T02:20:23,166 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-127000008/backup-masters/c4730a2bacf8,44303,1731896422965 from backup master directory 2024-11-18T02:20:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008/backup-masters 2024-11-18T02:20:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127000008/backup-masters/c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008/backup-masters 2024-11-18T02:20:23,167 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:23,167 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:23,170 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/hbase.id] with ID: d9ba0850-5337-4df0-bdd9-847c3858fd8d 2024-11-18T02:20:23,170 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/.tmp/hbase.id 2024-11-18T02:20:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:20:23,582 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/.tmp/hbase.id]:[hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/hbase.id] 2024-11-18T02:20:23,593 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:23,594 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:20:23,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T02:20:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:20:24,010 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:24,011 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:20:24,012 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:20:24,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store 2024-11-18T02:20:24,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:20:24,825 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:24,825 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:24,825 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:24,825 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:24,825 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:24,825 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:24,825 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:24,825 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896424825Disabling compacts and flushes for region at 1731896424825Disabling writes for close at 1731896424825Writing region close event to WAL at 1731896424825Closed at 1731896424825 2024-11-18T02:20:24,826 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/.initializing 2024-11-18T02:20:24,826 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/WALs/c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:24,827 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:24,828 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C44303%2C1731896422965, suffix=, logDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/WALs/c4730a2bacf8,44303,1731896422965, archiveDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/oldWALs, maxLogs=10 2024-11-18T02:20:24,842 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/WALs/c4730a2bacf8,44303,1731896422965/c4730a2bacf8%2C44303%2C1731896422965.1731896424828, exclude list is [], retry=0 2024-11-18T02:20:24,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-25318ef1-7117-4de9-8180-c2f31b096632,DISK] 2024-11-18T02:20:24,846 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/WALs/c4730a2bacf8,44303,1731896422965/c4730a2bacf8%2C44303%2C1731896422965.1731896424828 2024-11-18T02:20:24,846 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-18T02:20:24,846 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:24,847 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:24,847 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,847 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:20:24,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:24,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:24,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:20:24,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:24,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:24,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:20:24,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:24,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:24,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:20:24,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:24,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:24,856 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,857 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,857 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,858 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,858 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,859 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:24,860 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:24,862 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:24,863 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70014377, jitterRate=0.043295517563819885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:24,863 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896424847Initializing all the Stores at 1731896424847Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896424847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896424847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896424847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896424848 (+1 ms)Cleaning up temporary data from old regions at 1731896424858 (+10 ms)Region opened successfully at 1731896424863 (+5 ms) 2024-11-18T02:20:24,863 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:20:24,867 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44284187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:24,868 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:20:24,868 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:20:24,868 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:20:24,868 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:20:24,868 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:20:24,869 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:20:24,869 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:20:24,871 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:20:24,872 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Unable to get data of znode /0-127000008/balancer because node does not exist (not necessarily an error) 2024-11-18T02:20:24,873 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127000008/balancer already deleted, retry=false 2024-11-18T02:20:24,873 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:20:24,874 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Unable to get data of znode /0-127000008/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:20:24,876 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127000008/normalizer already deleted, retry=false 2024-11-18T02:20:24,877 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:20:24,878 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Unable to get data of znode /0-127000008/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:20:24,879 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127000008/switch/split already deleted, retry=false 2024-11-18T02:20:24,880 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Unable to get data of znode /0-127000008/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:20:24,881 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127000008/switch/merge already deleted, retry=false 2024-11-18T02:20:24,883 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Unable to get data of znode /0-127000008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:20:24,884 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-127000008/snapshot-cleanup already deleted, retry=false 2024-11-18T02:20:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127000008/running 2024-11-18T02:20:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-127000008/running 2024-11-18T02:20:24,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:24,887 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,44303,1731896422965, sessionid=0x10128e0196d0000, setting cluster-up flag (Was=false) 2024-11-18T02:20:24,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:24,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:24,895 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127000008/flush-table-proc/acquired, /0-127000008/flush-table-proc/reached, /0-127000008/flush-table-proc/abort 2024-11-18T02:20:24,896 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:24,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:24,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:24,904 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-127000008/online-snapshot/acquired, /0-127000008/online-snapshot/reached, /0-127000008/online-snapshot/abort 2024-11-18T02:20:24,906 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:24,906 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:20:24,908 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:24,908 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:20:24,908 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:20:24,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,44303,1731896422965 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:24,910 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:24,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:20:24,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:24,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:20:24,928 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896454928 2024-11-18T02:20:24,929 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:20:24,929 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:20:24,929 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:20:24,929 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:20:24,929 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:20:24,929 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:20:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:20:24,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:20:24,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468 2024-11-18T02:20:24,932 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,936 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:20:24,936 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:20:24,937 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:20:24,937 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:20:24,938 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:20:24,938 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:20:24,944 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896424938,5,FailOnTimeoutGroup] 2024-11-18T02:20:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741832_1008 (size=32) 2024-11-18T02:20:24,948 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896424944,5,FailOnTimeoutGroup] 2024-11-18T02:20:24,948 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,948 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:20:24,948 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,948 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,949 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(746): ClusterId : d9ba0850-5337-4df0-bdd9-847c3858fd8d 2024-11-18T02:20:24,949 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:20:24,951 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:20:24,951 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:20:24,954 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:20:24,955 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a53cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:24,967 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:35897 2024-11-18T02:20:24,968 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:20:24,968 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:20:24,968 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:20:24,968 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,44303,1731896422965 with port=35897, startcode=1731896423085 2024-11-18T02:20:24,968 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:20:24,970 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:20:24,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:24,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44303 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:24,973 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468 2024-11-18T02:20:24,973 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38131 2024-11-18T02:20:24,973 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:20:24,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008/rs 2024-11-18T02:20:24,975 DEBUG [RS:0;c4730a2bacf8:35897 {}] zookeeper.ZKUtil(111): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on existing znode=/0-127000008/rs/c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:24,976 WARN [RS:0;c4730a2bacf8:35897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:24,976 INFO [RS:0;c4730a2bacf8:35897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:24,976 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:24,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,35897,1731896423085] 2024-11-18T02:20:24,984 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:20:24,988 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:20:24,989 INFO [RS:0;c4730a2bacf8:35897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:20:24,989 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,989 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:20:24,990 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:20:24,990 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:24,990 DEBUG [RS:0;c4730a2bacf8:35897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:24,995 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,995 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,995 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,995 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,995 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:24,995 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35897,1731896423085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:25,013 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:20:25,014 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35897,1731896423085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,014 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,014 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.Replication(171): c4730a2bacf8,35897,1731896423085 started 2024-11-18T02:20:25,051 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,051 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,35897,1731896423085, RpcServer on c4730a2bacf8/172.17.0.2:35897, sessionid=0x10128e0196d0001 2024-11-18T02:20:25,051 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:20:25,051 DEBUG [RS:0;c4730a2bacf8:35897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:25,051 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35897,1731896423085' 2024-11-18T02:20:25,051 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127000008/flush-table-proc/abort' 2024-11-18T02:20:25,051 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127000008/flush-table-proc/acquired' 2024-11-18T02:20:25,052 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:20:25,052 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:20:25,052 DEBUG [RS:0;c4730a2bacf8:35897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:25,052 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35897,1731896423085' 2024-11-18T02:20:25,052 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-127000008/online-snapshot/abort' 2024-11-18T02:20:25,052 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-127000008/online-snapshot/acquired' 2024-11-18T02:20:25,053 DEBUG [RS:0;c4730a2bacf8:35897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:20:25,053 INFO [RS:0;c4730a2bacf8:35897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:20:25,053 INFO [RS:0;c4730a2bacf8:35897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:20:25,153 INFO [RS:0;c4730a2bacf8:35897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:25,154 INFO [RS:0;c4730a2bacf8:35897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35897%2C1731896423085, suffix=, logDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085, archiveDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/oldWALs, maxLogs=10 2024-11-18T02:20:25,172 DEBUG [RS:0;c4730a2bacf8:35897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, exclude list is [], retry=0 2024-11-18T02:20:25,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-25318ef1-7117-4de9-8180-c2f31b096632,DISK] 2024-11-18T02:20:25,179 INFO [RS:0;c4730a2bacf8:35897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 2024-11-18T02:20:25,180 DEBUG [RS:0;c4730a2bacf8:35897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-18T02:20:25,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:25,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:25,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:25,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:25,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:25,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:25,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:25,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:25,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:25,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:25,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740 2024-11-18T02:20:25,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740 2024-11-18T02:20:25,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:25,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:25,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:25,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:25,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:25,369 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723043, jitterRate=-0.020650342106819153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:25,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896425347Initializing all the Stores at 1731896425348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896425348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896425348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896425348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896425348Cleaning up temporary data from old regions at 1731896425365 (+17 ms)Region opened successfully at 1731896425370 (+5 ms) 2024-11-18T02:20:25,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:25,370 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:25,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:25,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:25,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:25,370 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:25,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896425370Disabling compacts and flushes for region at 1731896425370Disabling writes for close at 1731896425370Writing region close event to WAL at 1731896425370Closed at 1731896425370 2024-11-18T02:20:25,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:25,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:20:25,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:20:25,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:25,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:20:25,524 DEBUG [c4730a2bacf8:44303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:20:25,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:25,526 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35897,1731896423085, state=OPENING 2024-11-18T02:20:25,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:20:25,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:25,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:25,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127000008/meta-region-server: CHANGED 2024-11-18T02:20:25,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127000008/meta-region-server: CHANGED 2024-11-18T02:20:25,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:25,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35897,1731896423085}] 2024-11-18T02:20:25,687 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:25,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:20:25,713 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:20:25,713 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:25,713 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:20:25,715 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35897%2C1731896423085.meta, suffix=.meta, logDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085, archiveDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/oldWALs, maxLogs=10 2024-11-18T02:20:25,735 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.meta.1731896425716.meta, exclude list is [], retry=0 2024-11-18T02:20:25,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-25318ef1-7117-4de9-8180-c2f31b096632,DISK] 2024-11-18T02:20:25,746 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.meta.1731896425716.meta 2024-11-18T02:20:25,747 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-18T02:20:25,748 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:25,748 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:25,748 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:25,749 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:20:25,749 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:20:25,749 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:20:25,749 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:25,749 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:20:25,749 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:20:25,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:25,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:25,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:25,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:25,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:25,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:25,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:25,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:25,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:25,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:25,758 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:25,759 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740 2024-11-18T02:20:25,760 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740 2024-11-18T02:20:25,761 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:25,761 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:25,762 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:25,763 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:25,764 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70489603, jitterRate=0.05037693679332733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:25,764 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:20:25,765 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896425749Writing region info on filesystem at 1731896425749Initializing all the Stores at 1731896425750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896425750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896425752 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896425752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896425752Cleaning up temporary data from old regions at 1731896425761 (+9 ms)Running coprocessor post-open hooks at 1731896425764 (+3 ms)Region opened successfully at 1731896425765 (+1 ms) 2024-11-18T02:20:25,767 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896425686 2024-11-18T02:20:25,770 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:20:25,770 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:20:25,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:25,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35897,1731896423085, state=OPEN 2024-11-18T02:20:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127000008/meta-region-server 2024-11-18T02:20:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-127000008/meta-region-server 2024-11-18T02:20:25,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127000008/meta-region-server: CHANGED 2024-11-18T02:20:25,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-127000008/meta-region-server: CHANGED 2024-11-18T02:20:25,784 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:25,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:20:25,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35897,1731896423085 in 254 msec 2024-11-18T02:20:25,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:20:25,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-18T02:20:25,791 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:25,791 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:20:25,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:25,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35897,1731896423085, seqNum=-1] 2024-11-18T02:20:25,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:25,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:25,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-11-18T02:20:25,801 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896425801, completionTime=-1 2024-11-18T02:20:25,801 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:20:25,801 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896485804 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896545804 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44303,1731896422965-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44303,1731896422965-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44303,1731896422965-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:44303, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,805 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,806 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.642sec 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44303,1731896422965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:25,809 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44303,1731896422965-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:20:25,811 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:20:25,811 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:20:25,811 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44303,1731896422965-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:25,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:25,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44303,-1 for getting cluster id 2024-11-18T02:20:25,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:25,851 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ba0850-5337-4df0-bdd9-847c3858fd8d' 2024-11-18T02:20:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ba0850-5337-4df0-bdd9-847c3858fd8d" 2024-11-18T02:20:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25c8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44303,-1] 2024-11-18T02:20:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:25,853 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:25,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:25,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35897,1731896423085, seqNum=-1] 2024-11-18T02:20:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:25,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:25,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:25,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128e0196d0002 connected 2024-11-18T02:20:25,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.log.dir so I do NOT create it in target/test-data/3571b946-256d-3799-cd8e-d725103ad99f 2024-11-18T02:20:25,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:20:25,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.tmp.dir so I do NOT create it in target/test-data/3571b946-256d-3799-cd8e-d725103ad99f 2024-11-18T02:20:25,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:20:25,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f 2024-11-18T02:20:25,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:20:25,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/cluster_d6454c82-2dd9-9885-a8ab-ddb1a7abd713, deleteOnExit=true 2024-11-18T02:20:25,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:20:25,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/test.cache.data in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:20:25,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:20:25,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:20:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:20:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:20:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:20:25,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:20:25,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:25,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:25,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:20:25,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:25,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:25,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:26,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c36904c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/java.io.tmpdir/jetty-localhost-38211-hadoop-hdfs-3_4_1-tests_jar-_-any-13496081831649431098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:26,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:38211} 2024-11-18T02:20:26,120 INFO [Time-limited test {}] server.Server(415): Started @212451ms 2024-11-18T02:20:26,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:26,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:26,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:26,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:26,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:20:26,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:26,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:26,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e08126{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/java.io.tmpdir/jetty-localhost-37705-hadoop-hdfs-3_4_1-tests_jar-_-any-3509511941219276941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:26,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:37705} 2024-11-18T02:20:26,402 INFO [Time-limited test {}] server.Server(415): Started @212733ms 2024-11-18T02:20:26,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:20:26,537 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/cluster_d6454c82-2dd9-9885-a8ab-ddb1a7abd713/data/data1/current/BP-2076998817-172.17.0.2-1731896425893/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:26,538 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/cluster_d6454c82-2dd9-9885-a8ab-ddb1a7abd713/data/data2/current/BP-2076998817-172.17.0.2-1731896425893/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:26,571 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:20:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14acad2d03c9af11 with lease ID 0x3ac7fe1e985bd541: Processing first storage report for DS-2b04fb1e-7f3d-4230-9833-df6c7bcd1c22 from datanode DatanodeRegistration(127.0.0.1:45873, datanodeUuid=edf702ed-9d32-4184-bf13-91e43acca1a7, infoPort=45213, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=24199778;c=1731896425893) 2024-11-18T02:20:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14acad2d03c9af11 with lease ID 0x3ac7fe1e985bd541: from storage DS-2b04fb1e-7f3d-4230-9833-df6c7bcd1c22 node DatanodeRegistration(127.0.0.1:45873, datanodeUuid=edf702ed-9d32-4184-bf13-91e43acca1a7, infoPort=45213, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=24199778;c=1731896425893), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T02:20:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14acad2d03c9af11 with lease ID 0x3ac7fe1e985bd541: Processing first storage report for DS-ab5edae2-a760-4a61-8451-d0b589a5020f from datanode DatanodeRegistration(127.0.0.1:45873, datanodeUuid=edf702ed-9d32-4184-bf13-91e43acca1a7, infoPort=45213, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=24199778;c=1731896425893) 2024-11-18T02:20:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14acad2d03c9af11 with lease ID 0x3ac7fe1e985bd541: from storage DS-ab5edae2-a760-4a61-8451-d0b589a5020f node DatanodeRegistration(127.0.0.1:45873, datanodeUuid=edf702ed-9d32-4184-bf13-91e43acca1a7, infoPort=45213, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=24199778;c=1731896425893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:26,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f 2024-11-18T02:20:26,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:26,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:20:26,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81 with version=8 2024-11-18T02:20:26,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/hbase-staging 2024-11-18T02:20:26,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:26,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:26,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:26,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:26,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:26,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:26,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:20:26,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:26,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39257 2024-11-18T02:20:26,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39257 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:26,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392570x0, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:26,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39257-0x10128e0196d0003 connected 2024-11-18T02:20:26,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:26,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:26,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on znode that does not yet exist, /1-1650944261/running 2024-11-18T02:20:26,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81, hbase.cluster.distributed=false 2024-11-18T02:20:26,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on znode that does not yet exist, /1-1650944261/acl 2024-11-18T02:20:26,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39257 2024-11-18T02:20:26,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39257 2024-11-18T02:20:26,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39257 2024-11-18T02:20:26,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39257 2024-11-18T02:20:26,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39257 2024-11-18T02:20:26,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:26,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:26,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:26,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:26,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:26,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:26,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:20:26,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:26,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43241 2024-11-18T02:20:26,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43241 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:26,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:26,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:26,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432410x0, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:26,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432410x0, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on znode that does not yet exist, /1-1650944261/running 2024-11-18T02:20:26,747 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:20:26,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43241-0x10128e0196d0004 connected 2024-11-18T02:20:26,756 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:20:26,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on znode that does not yet exist, /1-1650944261/master 2024-11-18T02:20:26,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on znode that does not yet exist, /1-1650944261/acl 2024-11-18T02:20:26,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43241 2024-11-18T02:20:26,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43241 2024-11-18T02:20:26,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43241 2024-11-18T02:20:26,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43241 2024-11-18T02:20:26,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43241 2024-11-18T02:20:26,812 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:39257 2024-11-18T02:20:26,812 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1650944261/backup-masters/c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:26,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261/backup-masters 2024-11-18T02:20:26,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261/backup-masters 2024-11-18T02:20:26,816 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on existing znode=/1-1650944261/backup-masters/c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:26,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1650944261/master 2024-11-18T02:20:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:26,819 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on existing znode=/1-1650944261/master 2024-11-18T02:20:26,820 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1650944261/backup-masters/c4730a2bacf8,39257,1731896426669 from backup master directory 2024-11-18T02:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261/backup-masters 2024-11-18T02:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1650944261/backup-masters/c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261/backup-masters 2024-11-18T02:20:26,824 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:26,824 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:26,831 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/hbase.id] with ID: d239fd52-739f-4a45-89a5-bcf7df5f1170 2024-11-18T02:20:26,831 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/.tmp/hbase.id 2024-11-18T02:20:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:20:26,852 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/.tmp/hbase.id]:[hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/hbase.id] 2024-11-18T02:20:26,863 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:26,863 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:20:26,864 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:20:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:26,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:20:26,887 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:26,888 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:20:26,890 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:20:26,912 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store 2024-11-18T02:20:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:20:27,321 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:27,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:27,322 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:27,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:27,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:27,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:27,322 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:27,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896427322Disabling compacts and flushes for region at 1731896427322Disabling writes for close at 1731896427322Writing region close event to WAL at 1731896427322Closed at 1731896427322 2024-11-18T02:20:27,322 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/.initializing 2024-11-18T02:20:27,323 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/WALs/c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:27,323 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:27,325 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C39257%2C1731896426669, suffix=, logDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/WALs/c4730a2bacf8,39257,1731896426669, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/oldWALs, maxLogs=10 2024-11-18T02:20:27,339 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/WALs/c4730a2bacf8,39257,1731896426669/c4730a2bacf8%2C39257%2C1731896426669.1731896427325, exclude list is [], retry=0 2024-11-18T02:20:27,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45873,DS-2b04fb1e-7f3d-4230-9833-df6c7bcd1c22,DISK] 2024-11-18T02:20:27,342 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/WALs/c4730a2bacf8,39257,1731896426669/c4730a2bacf8%2C39257%2C1731896426669.1731896427325 2024-11-18T02:20:27,343 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213)] 2024-11-18T02:20:27,343 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:27,343 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:27,343 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,343 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:20:27,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:27,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:20:27,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:27,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:20:27,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:27,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:20:27,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:27,349 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,350 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,350 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,351 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,351 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,351 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:27,352 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:27,354 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:27,354 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61586007, jitterRate=-0.08229698240756989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:27,354 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896427343Initializing all the Stores at 1731896427344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896427344Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896427344Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896427344Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896427344Cleaning up temporary data from old regions at 1731896427351 (+7 ms)Region opened successfully at 1731896427354 (+3 ms) 2024-11-18T02:20:27,354 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:20:27,357 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e78666e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:27,357 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:20:27,358 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:20:27,358 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:20:27,358 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:20:27,358 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:20:27,358 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:20:27,358 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:20:27,360 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:20:27,361 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Unable to get data of znode /1-1650944261/balancer because node does not exist (not necessarily an error) 2024-11-18T02:20:27,363 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1650944261/balancer already deleted, retry=false 2024-11-18T02:20:27,363 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:20:27,364 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Unable to get data of znode /1-1650944261/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:20:27,365 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1650944261/normalizer already deleted, retry=false 2024-11-18T02:20:27,365 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:20:27,366 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Unable to get data of znode /1-1650944261/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:20:27,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1650944261/switch/split already deleted, retry=false 2024-11-18T02:20:27,367 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Unable to get data of znode /1-1650944261/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:20:27,368 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1650944261/switch/merge already deleted, retry=false 2024-11-18T02:20:27,370 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Unable to get data of znode /1-1650944261/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:20:27,372 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1650944261/snapshot-cleanup already deleted, retry=false 2024-11-18T02:20:27,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1650944261/running 2024-11-18T02:20:27,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1650944261/running 2024-11-18T02:20:27,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:27,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:27,374 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,39257,1731896426669, sessionid=0x10128e0196d0003, setting cluster-up flag (Was=false) 2024-11-18T02:20:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:27,380 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1650944261/flush-table-proc/acquired, /1-1650944261/flush-table-proc/reached, /1-1650944261/flush-table-proc/abort 2024-11-18T02:20:27,381 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:27,388 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1650944261/online-snapshot/acquired, /1-1650944261/online-snapshot/reached, /1-1650944261/online-snapshot/abort 2024-11-18T02:20:27,389 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:27,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:20:27,391 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:27,391 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:20:27,392 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:20:27,392 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,39257,1731896426669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:27,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,394 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(746): ClusterId : d239fd52-739f-4a45-89a5-bcf7df5f1170 2024-11-18T02:20:27,394 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:20:27,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896457394 2024-11-18T02:20:27,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:20:27,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:20:27,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:20:27,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:27,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:20:27,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:20:27,395 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:20:27,395 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:20:27,395 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,395 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:20:27,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:20:27,395 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:20:27,396 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:20:27,396 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:20:27,396 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:20:27,396 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:20:27,397 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:20:27,397 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:20:27,398 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:20:27,399 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b62891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:27,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896427396,5,FailOnTimeoutGroup] 2024-11-18T02:20:27,404 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896427404,5,FailOnTimeoutGroup] 2024-11-18T02:20:27,404 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,404 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:20:27,404 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,404 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:20:27,419 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:43241 2024-11-18T02:20:27,419 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:20:27,419 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:20:27,419 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:20:27,420 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,39257,1731896426669 with port=43241, startcode=1731896426731 2024-11-18T02:20:27,420 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:20:27,421 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:20:27,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:27,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39257 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:27,423 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81 2024-11-18T02:20:27,423 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37283 2024-11-18T02:20:27,423 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:20:27,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261/rs 2024-11-18T02:20:27,428 DEBUG [RS:0;c4730a2bacf8:43241 {}] zookeeper.ZKUtil(111): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on existing znode=/1-1650944261/rs/c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:27,428 WARN [RS:0;c4730a2bacf8:43241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:27,428 INFO [RS:0;c4730a2bacf8:43241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:27,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,43241,1731896426731] 2024-11-18T02:20:27,428 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:27,431 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:20:27,433 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:20:27,435 INFO [RS:0;c4730a2bacf8:43241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:20:27,435 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,436 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:20:27,437 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:20:27,437 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:27,437 DEBUG [RS:0;c4730a2bacf8:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:27,438 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,438 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,438 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,438 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,438 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,438 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43241,1731896426731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:27,453 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:20:27,453 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43241,1731896426731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,453 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,453 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.Replication(171): c4730a2bacf8,43241,1731896426731 started 2024-11-18T02:20:27,474 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:27,474 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,43241,1731896426731, RpcServer on c4730a2bacf8/172.17.0.2:43241, sessionid=0x10128e0196d0004 2024-11-18T02:20:27,474 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:20:27,475 DEBUG [RS:0;c4730a2bacf8:43241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:27,475 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,43241,1731896426731' 2024-11-18T02:20:27,475 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1650944261/flush-table-proc/abort' 2024-11-18T02:20:27,475 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1650944261/flush-table-proc/acquired' 2024-11-18T02:20:27,475 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:20:27,475 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:20:27,475 DEBUG [RS:0;c4730a2bacf8:43241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:27,476 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,43241,1731896426731' 2024-11-18T02:20:27,476 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1650944261/online-snapshot/abort' 2024-11-18T02:20:27,476 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1650944261/online-snapshot/acquired' 2024-11-18T02:20:27,476 DEBUG [RS:0;c4730a2bacf8:43241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:20:27,476 INFO [RS:0;c4730a2bacf8:43241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:20:27,476 INFO [RS:0;c4730a2bacf8:43241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:20:27,577 INFO [RS:0;c4730a2bacf8:43241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:27,578 INFO [RS:0;c4730a2bacf8:43241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C43241%2C1731896426731, suffix=, logDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/oldWALs, maxLogs=10 2024-11-18T02:20:27,592 DEBUG [RS:0;c4730a2bacf8:43241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, exclude list is [], retry=0 2024-11-18T02:20:27,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45873,DS-2b04fb1e-7f3d-4230-9833-df6c7bcd1c22,DISK] 2024-11-18T02:20:27,595 INFO [RS:0;c4730a2bacf8:43241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 2024-11-18T02:20:27,596 DEBUG [RS:0;c4730a2bacf8:43241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213)] 2024-11-18T02:20:27,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:20:27,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81 2024-11-18T02:20:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:20:27,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:27,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:27,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:27,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:27,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:27,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:27,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:27,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:27,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:27,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:27,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:27,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:27,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:27,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:27,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:27,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740 2024-11-18T02:20:27,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740 2024-11-18T02:20:27,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:27,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:27,853 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:27,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:27,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:27,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65666983, jitterRate=-0.021485701203346252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:27,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896427843Initializing all the Stores at 1731896427844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896427844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896427844Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896427844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896427844Cleaning up temporary data from old regions at 1731896427853 (+9 ms)Region opened successfully at 1731896427861 (+8 ms) 2024-11-18T02:20:27,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:27,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:27,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:27,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:27,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:27,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:27,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896427862Disabling compacts and flushes for region at 1731896427862Disabling writes for close at 1731896427862Writing region close event to WAL at 1731896427864 (+2 ms)Closed at 1731896427864 2024-11-18T02:20:27,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:27,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:20:27,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:20:27,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:27,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:20:28,017 DEBUG [c4730a2bacf8:39257 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:20:28,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:28,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,43241,1731896426731, state=OPENING 2024-11-18T02:20:28,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:20:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:28,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:28,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1650944261/meta-region-server: CHANGED 2024-11-18T02:20:28,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,43241,1731896426731}] 2024-11-18T02:20:28,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1650944261/meta-region-server: CHANGED 2024-11-18T02:20:28,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:28,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:20:28,183 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:20:28,183 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:28,184 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:20:28,185 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C43241%2C1731896426731.meta, suffix=.meta, logDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/oldWALs, maxLogs=10 2024-11-18T02:20:28,203 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.meta.1731896428185.meta, exclude list is [], retry=0 2024-11-18T02:20:28,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45873,DS-2b04fb1e-7f3d-4230-9833-df6c7bcd1c22,DISK] 2024-11-18T02:20:28,213 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.meta.1731896428185.meta 2024-11-18T02:20:28,213 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213)] 2024-11-18T02:20:28,213 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:28,214 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:28,214 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:28,214 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:20:28,214 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:20:28,214 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:20:28,214 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:28,214 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:20:28,214 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:20:28,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:28,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:28,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:28,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:28,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:28,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:28,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:28,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:28,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:28,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:28,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:28,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:28,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:28,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740 2024-11-18T02:20:28,221 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740 2024-11-18T02:20:28,223 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:28,223 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:28,224 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:28,225 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:28,229 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68890252, jitterRate=0.02654474973678589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:28,229 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:20:28,229 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896428214Writing region info on filesystem at 1731896428214Initializing all the Stores at 1731896428215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896428215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896428215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896428215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896428215Cleaning up temporary data from old regions at 1731896428223 (+8 ms)Running coprocessor post-open hooks at 1731896428229 (+6 ms)Region opened successfully at 1731896428229 2024-11-18T02:20:28,230 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896428178 2024-11-18T02:20:28,232 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:20:28,232 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:20:28,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:28,233 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,43241,1731896426731, state=OPEN 2024-11-18T02:20:28,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1650944261/meta-region-server 2024-11-18T02:20:28,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1650944261/meta-region-server 2024-11-18T02:20:28,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1650944261/meta-region-server: CHANGED 2024-11-18T02:20:28,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1650944261/meta-region-server: CHANGED 2024-11-18T02:20:28,236 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:28,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:20:28,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,43241,1731896426731 in 210 msec 2024-11-18T02:20:28,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:20:28,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-18T02:20:28,242 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:28,242 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:20:28,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:28,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43241,1731896426731, seqNum=-1] 2024-11-18T02:20:28,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:28,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:28,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-11-18T02:20:28,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896428250, completionTime=-1 2024-11-18T02:20:28,251 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:20:28,251 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896488253 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896548253 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39257,1731896426669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39257,1731896426669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39257,1731896426669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:39257, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:28,253 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:28,254 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:28,255 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.433sec 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39257,1731896426669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:28,257 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39257,1731896426669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:20:28,259 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:20:28,259 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:20:28,259 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39257,1731896426669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:28,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:28,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39257,-1 for getting cluster id 2024-11-18T02:20:28,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:28,296 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd239fd52-739f-4a45-89a5-bcf7df5f1170' 2024-11-18T02:20:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d239fd52-739f-4a45-89a5-bcf7df5f1170" 2024-11-18T02:20:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792a2777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39257,-1] 2024-11-18T02:20:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:28,298 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:28,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:28,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43241,1731896426731, seqNum=-1] 2024-11-18T02:20:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:28,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:28,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:28,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:28,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128e0196d0005 connected 2024-11-18T02:20:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.log.dir so I do NOT create it in target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c 2024-11-18T02:20:28,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:20:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.tmp.dir so I do NOT create it in target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c 2024-11-18T02:20:28,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:20:28,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c 2024-11-18T02:20:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:20:28,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/cluster_b05303ef-5fee-18d2-77cd-9c8ec5771ffd, deleteOnExit=true 2024-11-18T02:20:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:20:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/test.cache.data in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:20:28,310 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:20:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:20:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:20:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:20:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:20:28,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:28,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:28,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:28,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:28,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:20:28,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:28,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:28,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:28,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76478748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/java.io.tmpdir/jetty-localhost-45481-hadoop-hdfs-3_4_1-tests_jar-_-any-17723021912761692895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:28,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:45481} 2024-11-18T02:20:28,543 INFO [Time-limited test {}] server.Server(415): Started @214874ms 2024-11-18T02:20:28,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:28,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:28,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:28,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:28,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:20:28,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:28,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:28,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/java.io.tmpdir/jetty-localhost-37499-hadoop-hdfs-3_4_1-tests_jar-_-any-16999157900902323884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:28,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:37499} 2024-11-18T02:20:28,828 INFO [Time-limited test {}] server.Server(415): Started @215159ms 2024-11-18T02:20:28,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:20:28,968 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/cluster_b05303ef-5fee-18d2-77cd-9c8ec5771ffd/data/data1/current/BP-1977290416-172.17.0.2-1731896428331/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:28,969 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/cluster_b05303ef-5fee-18d2-77cd-9c8ec5771ffd/data/data2/current/BP-1977290416-172.17.0.2-1731896428331/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:28,991 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:20:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53e69382730ac3c1 with lease ID 0x5a90de9a9f356c28: Processing first storage report for DS-206b2442-35ec-42e3-8e8f-4ffc34d5701f from datanode DatanodeRegistration(127.0.0.1:37831, datanodeUuid=2e40f652-02ae-4b28-8015-29f156c8e4fa, infoPort=33045, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1600539340;c=1731896428331) 2024-11-18T02:20:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53e69382730ac3c1 with lease ID 0x5a90de9a9f356c28: from storage DS-206b2442-35ec-42e3-8e8f-4ffc34d5701f node DatanodeRegistration(127.0.0.1:37831, datanodeUuid=2e40f652-02ae-4b28-8015-29f156c8e4fa, infoPort=33045, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1600539340;c=1731896428331), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53e69382730ac3c1 with lease ID 0x5a90de9a9f356c28: Processing first storage report for DS-76e21e13-f523-4eb8-b691-61305a1231e1 from datanode DatanodeRegistration(127.0.0.1:37831, datanodeUuid=2e40f652-02ae-4b28-8015-29f156c8e4fa, infoPort=33045, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1600539340;c=1731896428331) 2024-11-18T02:20:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53e69382730ac3c1 with lease ID 0x5a90de9a9f356c28: from storage DS-76e21e13-f523-4eb8-b691-61305a1231e1 node DatanodeRegistration(127.0.0.1:37831, datanodeUuid=2e40f652-02ae-4b28-8015-29f156c8e4fa, infoPort=33045, infoSecurePort=0, ipcPort=37887, storageInfo=lv=-57;cid=testClusterID;nsid=1600539340;c=1731896428331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:29,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c 2024-11-18T02:20:29,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:29,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:29,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:20:29,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5 with version=8 2024-11-18T02:20:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/hbase-staging 2024-11-18T02:20:29,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:29,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:29,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:29,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:29,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:29,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:29,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:20:29,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:29,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35375 2024-11-18T02:20:29,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35375 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353750x0, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:29,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35375-0x10128e0196d0006 connected 2024-11-18T02:20:29,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:29,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:29,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on znode that does not yet exist, /2561596663/running 2024-11-18T02:20:29,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5, hbase.cluster.distributed=false 2024-11-18T02:20:29,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on znode that does not yet exist, /2561596663/acl 2024-11-18T02:20:29,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-18T02:20:29,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35375 2024-11-18T02:20:29,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35375 2024-11-18T02:20:29,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-18T02:20:29,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-18T02:20:29,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:29,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:29,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:29,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:20:29,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:29,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42849 2024-11-18T02:20:29,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42849 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:29,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:29,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:29,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428490x0, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:29,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428490x0, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on znode that does not yet exist, /2561596663/running 2024-11-18T02:20:29,168 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:20:29,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42849-0x10128e0196d0007 connected 2024-11-18T02:20:29,171 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:20:29,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on znode that does not yet exist, /2561596663/master 2024-11-18T02:20:29,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on znode that does not yet exist, /2561596663/acl 2024-11-18T02:20:29,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-18T02:20:29,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42849 2024-11-18T02:20:29,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42849 2024-11-18T02:20:29,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-18T02:20:29,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-18T02:20:29,207 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:35375 2024-11-18T02:20:29,208 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2561596663/backup-masters/c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663/backup-masters 2024-11-18T02:20:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663/backup-masters 2024-11-18T02:20:29,214 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on existing znode=/2561596663/backup-masters/c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2561596663/master 2024-11-18T02:20:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:29,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:29,222 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on existing znode=/2561596663/master 2024-11-18T02:20:29,222 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2561596663/backup-masters/c4730a2bacf8,35375,1731896429096 from backup master directory 2024-11-18T02:20:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2561596663/backup-masters/c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663/backup-masters 2024-11-18T02:20:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663/backup-masters 2024-11-18T02:20:29,224 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:29,224 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:29,229 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/hbase.id] with ID: 8599bc73-8f8c-4620-bf89-e7201cdf5140 2024-11-18T02:20:29,229 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/.tmp/hbase.id 2024-11-18T02:20:29,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:20:29,639 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/.tmp/hbase.id]:[hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/hbase.id] 2024-11-18T02:20:29,647 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:29,647 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:20:29,648 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:20:29,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:29,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:20:30,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:20:30,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T02:20:30,055 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:30,055 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:20:30,056 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:20:30,462 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store 2024-11-18T02:20:30,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:20:30,867 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:30,867 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:30,867 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:30,867 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:30,867 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:30,867 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:30,867 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:30,867 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896430867Disabling compacts and flushes for region at 1731896430867Disabling writes for close at 1731896430867Writing region close event to WAL at 1731896430867Closed at 1731896430867 2024-11-18T02:20:30,868 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/.initializing 2024-11-18T02:20:30,868 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/WALs/c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:30,869 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:30,870 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C35375%2C1731896429096, suffix=, logDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/WALs/c4730a2bacf8,35375,1731896429096, archiveDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/oldWALs, maxLogs=10 2024-11-18T02:20:30,884 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/WALs/c4730a2bacf8,35375,1731896429096/c4730a2bacf8%2C35375%2C1731896429096.1731896430870, exclude list is [], retry=0 2024-11-18T02:20:30,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-206b2442-35ec-42e3-8e8f-4ffc34d5701f,DISK] 2024-11-18T02:20:30,887 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/WALs/c4730a2bacf8,35375,1731896429096/c4730a2bacf8%2C35375%2C1731896429096.1731896430870 2024-11-18T02:20:30,887 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045)] 2024-11-18T02:20:30,888 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:30,888 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:30,888 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,888 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:20:30,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:30,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:30,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:20:30,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:30,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:30,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:20:30,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:30,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:30,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:20:30,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:30,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:30,894 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,894 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,895 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,895 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,895 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,896 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:30,897 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:30,898 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:30,898 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938963, jitterRate=0.027270600199699402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:30,898 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896430888Initializing all the Stores at 1731896430888Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896430889 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896430889Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896430889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896430889Cleaning up temporary data from old regions at 1731896430895 (+6 ms)Region opened successfully at 1731896430898 (+3 ms) 2024-11-18T02:20:30,899 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:20:30,901 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d42a249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:30,901 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:20:30,901 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:20:30,901 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:20:30,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:20:30,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:20:30,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:20:30,902 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:20:30,905 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:20:30,906 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Unable to get data of znode /2561596663/balancer because node does not exist (not necessarily an error) 2024-11-18T02:20:30,907 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2561596663/balancer already deleted, retry=false 2024-11-18T02:20:30,908 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:20:30,908 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Unable to get data of znode /2561596663/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:20:30,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2561596663/normalizer already deleted, retry=false 2024-11-18T02:20:30,910 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:20:30,911 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Unable to get data of znode /2561596663/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:20:30,912 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2561596663/switch/split already deleted, retry=false 2024-11-18T02:20:30,912 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Unable to get data of znode /2561596663/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:20:30,914 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2561596663/switch/merge already deleted, retry=false 2024-11-18T02:20:30,916 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Unable to get data of znode /2561596663/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:20:30,916 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2561596663/snapshot-cleanup already deleted, retry=false 2024-11-18T02:20:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2561596663/running 2024-11-18T02:20:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2561596663/running 2024-11-18T02:20:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:30,918 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,35375,1731896429096, sessionid=0x10128e0196d0006, setting cluster-up flag (Was=false) 2024-11-18T02:20:30,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:30,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:30,925 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2561596663/flush-table-proc/acquired, /2561596663/flush-table-proc/reached, /2561596663/flush-table-proc/abort 2024-11-18T02:20:30,926 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:30,934 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2561596663/online-snapshot/acquired, /2561596663/online-snapshot/reached, /2561596663/online-snapshot/abort 2024-11-18T02:20:30,934 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:30,935 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:20:30,937 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:30,937 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:20:30,937 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:20:30,937 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,35375,1731896429096 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:20:30,938 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:30,938 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:30,938 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:30,938 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:20:30,938 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:20:30,939 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:30,939 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:30,939 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:30,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:30,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:20:30,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:30,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:20:30,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896460946 2024-11-18T02:20:30,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:20:30,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:20:30,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:20:30,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:20:30,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:20:30,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:20:30,948 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:30,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:20:30,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:20:30,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:20:30,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:20:30,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:20:30,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:20:30,952 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896430950,5,FailOnTimeoutGroup] 2024-11-18T02:20:30,953 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896430952,5,FailOnTimeoutGroup] 2024-11-18T02:20:30,953 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:30,953 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:20:30,953 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:30,953 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:20:30,995 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(746): ClusterId : 8599bc73-8f8c-4620-bf89-e7201cdf5140 2024-11-18T02:20:30,995 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:20:30,997 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:20:30,997 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:20:30,999 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:20:30,999 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700a14e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:31,015 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:42849 2024-11-18T02:20:31,015 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:20:31,015 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:20:31,015 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:20:31,016 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,35375,1731896429096 with port=42849, startcode=1731896429157 2024-11-18T02:20:31,016 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:20:31,017 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:20:31,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:31,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:31,019 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5 2024-11-18T02:20:31,019 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38459 2024-11-18T02:20:31,019 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:20:31,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663/rs 2024-11-18T02:20:31,029 DEBUG [RS:0;c4730a2bacf8:42849 {}] zookeeper.ZKUtil(111): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on existing znode=/2561596663/rs/c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:31,029 WARN [RS:0;c4730a2bacf8:42849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:31,029 INFO [RS:0;c4730a2bacf8:42849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:31,029 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:31,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,42849,1731896429157] 2024-11-18T02:20:31,032 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:20:31,034 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:20:31,034 INFO [RS:0;c4730a2bacf8:42849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:20:31,034 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,034 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:20:31,035 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:20:31,035 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:31,035 DEBUG [RS:0;c4730a2bacf8:42849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:20:31,038 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,038 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,038 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,038 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,038 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,038 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,42849,1731896429157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:31,052 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:20:31,052 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,42849,1731896429157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,053 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,053 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.Replication(171): c4730a2bacf8,42849,1731896429157 started 2024-11-18T02:20:31,066 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:31,066 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,42849,1731896429157, RpcServer on c4730a2bacf8/172.17.0.2:42849, sessionid=0x10128e0196d0007 2024-11-18T02:20:31,066 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:20:31,066 DEBUG [RS:0;c4730a2bacf8:42849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:31,066 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,42849,1731896429157' 2024-11-18T02:20:31,066 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2561596663/flush-table-proc/abort' 2024-11-18T02:20:31,066 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2561596663/flush-table-proc/acquired' 2024-11-18T02:20:31,067 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:20:31,067 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:20:31,067 DEBUG [RS:0;c4730a2bacf8:42849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:31,067 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,42849,1731896429157' 2024-11-18T02:20:31,067 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2561596663/online-snapshot/abort' 2024-11-18T02:20:31,067 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2561596663/online-snapshot/acquired' 2024-11-18T02:20:31,067 DEBUG [RS:0;c4730a2bacf8:42849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:20:31,067 INFO [RS:0;c4730a2bacf8:42849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:20:31,067 INFO [RS:0;c4730a2bacf8:42849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:20:31,168 INFO [RS:0;c4730a2bacf8:42849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:31,169 INFO [RS:0;c4730a2bacf8:42849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C42849%2C1731896429157, suffix=, logDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157, archiveDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/oldWALs, maxLogs=10 2024-11-18T02:20:31,182 DEBUG [RS:0;c4730a2bacf8:42849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, exclude list is [], retry=0 2024-11-18T02:20:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-206b2442-35ec-42e3-8e8f-4ffc34d5701f,DISK] 2024-11-18T02:20:31,186 INFO [RS:0;c4730a2bacf8:42849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 2024-11-18T02:20:31,186 DEBUG [RS:0;c4730a2bacf8:42849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045)] 2024-11-18T02:20:31,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:20:31,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:31,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:20:31,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:20:31,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5 2024-11-18T02:20:31,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:20:31,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:31,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:31,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:31,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:31,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:31,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:31,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:31,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:31,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:31,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:31,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:31,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:31,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:31,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:31,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:31,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:31,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:31,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:31,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740 2024-11-18T02:20:31,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740 2024-11-18T02:20:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:31,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:31,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:31,773 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:31,774 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63641984, jitterRate=-0.05166053771972656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896431760Initializing all the Stores at 1731896431761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896431761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896431761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896431761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896431761Cleaning up temporary data from old regions at 1731896431770 (+9 ms)Region opened successfully at 1731896431774 (+4 ms) 2024-11-18T02:20:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:31,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:31,774 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896431774Disabling compacts and flushes for region at 1731896431774Disabling writes for close at 1731896431774Writing region close event to WAL at 1731896431774Closed at 1731896431774 2024-11-18T02:20:31,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:31,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:20:31,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:20:31,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:31,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:20:31,927 DEBUG [c4730a2bacf8:35375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:20:31,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:31,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,42849,1731896429157, state=OPENING 2024-11-18T02:20:31,930 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:20:31,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:31,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:31,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:20:31,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2561596663/meta-region-server: CHANGED 2024-11-18T02:20:31,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2561596663/meta-region-server: CHANGED 2024-11-18T02:20:31,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,42849,1731896429157}] 2024-11-18T02:20:32,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:32,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:20:32,088 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:20:32,088 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:32,088 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:20:32,089 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C42849%2C1731896429157.meta, suffix=.meta, logDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157, archiveDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/oldWALs, maxLogs=10 2024-11-18T02:20:32,104 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.meta.1731896432089.meta, exclude list is [], retry=0 2024-11-18T02:20:32,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-206b2442-35ec-42e3-8e8f-4ffc34d5701f,DISK] 2024-11-18T02:20:32,108 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.meta.1731896432089.meta 2024-11-18T02:20:32,108 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045)] 2024-11-18T02:20:32,108 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:32,108 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:32,109 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:32,109 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:20:32,109 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:20:32,109 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:20:32,109 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:32,109 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:20:32,109 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:20:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:20:32,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:20:32,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:32,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:20:32,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:20:32,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:32,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:20:32,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:20:32,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:20:32,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:20:32,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:32,115 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:20:32,115 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740 2024-11-18T02:20:32,116 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740 2024-11-18T02:20:32,118 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:20:32,118 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:20:32,118 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:32,119 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:20:32,120 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73322225, jitterRate=0.09258629381656647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:32,120 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:20:32,120 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896432109Writing region info on filesystem at 1731896432109Initializing all the Stores at 1731896432110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896432110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896432110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896432110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896432110Cleaning up temporary data from old regions at 1731896432118 (+8 ms)Running coprocessor post-open hooks at 1731896432120 (+2 ms)Region opened successfully at 1731896432120 2024-11-18T02:20:32,121 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896432084 2024-11-18T02:20:32,123 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:20:32,123 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:20:32,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:32,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,42849,1731896429157, state=OPEN 2024-11-18T02:20:32,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2561596663/meta-region-server 2024-11-18T02:20:32,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2561596663/meta-region-server 2024-11-18T02:20:32,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:32,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2561596663/meta-region-server: CHANGED 2024-11-18T02:20:32,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2561596663/meta-region-server: CHANGED 2024-11-18T02:20:32,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:20:32,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,42849,1731896429157 in 194 msec 2024-11-18T02:20:32,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:20:32,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-18T02:20:32,130 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:20:32,130 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:20:32,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:32,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42849,1731896429157, seqNum=-1] 2024-11-18T02:20:32,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:32,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:32,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-18T02:20:32,136 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896432136, completionTime=-1 2024-11-18T02:20:32,136 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:20:32,136 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:20:32,137 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:20:32,137 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896492137 2024-11-18T02:20:32,137 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896552137 2024-11-18T02:20:32,138 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:20:32,138 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35375,1731896429096-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:32,138 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35375,1731896429096-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:32,138 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35375,1731896429096-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:32,138 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:35375, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:32,138 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:32,139 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:20:32,140 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35375,1731896429096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:20:32,143 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35375,1731896429096-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:20:32,145 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:20:32,145 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:20:32,145 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35375,1731896429096-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:20:32,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136da28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:32,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:32,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:32,197 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724ec97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:32,198 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:32,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:32,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42849,1731896429157, seqNum=-1] 2024-11-18T02:20:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:32,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:32,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:32,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61235 2024-11-18T02:20:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:32,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10128e0196d0008 connected 2024-11-18T02:20:32,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1292941 2024-11-18T02:20:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:32,214 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:32,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:20:32,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:32,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:20:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:32,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:20:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:32,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc8e65f0e7c95d9a7b64debd6e621631, NAME => 'test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468 2024-11-18T02:20:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc8e65f0e7c95d9a7b64debd6e621631, disabling compactions & flushes 2024-11-18T02:20:32,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:32,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. after waiting 0 ms 2024-11-18T02:20:32,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:32,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:32,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc8e65f0e7c95d9a7b64debd6e621631: Waiting for close lock at 1731896432642Disabling compacts and flushes for region at 1731896432642Disabling writes for close at 1731896432643 (+1 ms)Writing region close event to WAL at 1731896432643Closed at 1731896432643 2024-11-18T02:20:32,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:32,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896432644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896432644"}]},"ts":"1731896432644"} 2024-11-18T02:20:32,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:32,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:32,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896432648"}]},"ts":"1731896432648"} 2024-11-18T02:20:32,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:20:32,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc8e65f0e7c95d9a7b64debd6e621631, ASSIGN}] 2024-11-18T02:20:32,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc8e65f0e7c95d9a7b64debd6e621631, ASSIGN 2024-11-18T02:20:32,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc8e65f0e7c95d9a7b64debd6e621631, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35897,1731896423085; forceNewPlan=false, retain=false 2024-11-18T02:20:32,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc8e65f0e7c95d9a7b64debd6e621631, regionState=OPENING, regionLocation=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:32,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc8e65f0e7c95d9a7b64debd6e621631, ASSIGN because future has completed 2024-11-18T02:20:32,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8e65f0e7c95d9a7b64debd6e621631, server=c4730a2bacf8,35897,1731896423085}] 2024-11-18T02:20:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:32,961 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:32,961 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc8e65f0e7c95d9a7b64debd6e621631, NAME => 'test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:32,962 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:32,962 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,963 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,964 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8e65f0e7c95d9a7b64debd6e621631 columnFamilyName f 2024-11-18T02:20:32,964 DEBUG [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,965 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] regionserver.HStore(327): Store=fc8e65f0e7c95d9a7b64debd6e621631/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:32,965 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,966 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8e65f0e7c95d9a7b64debd6e621631 columnFamilyName f1 2024-11-18T02:20:32,966 DEBUG [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,966 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] regionserver.HStore(327): Store=fc8e65f0e7c95d9a7b64debd6e621631/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:32,967 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,967 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8e65f0e7c95d9a7b64debd6e621631 columnFamilyName norep 2024-11-18T02:20:32,968 DEBUG [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:32,968 INFO [StoreOpener-fc8e65f0e7c95d9a7b64debd6e621631-1 {}] regionserver.HStore(327): Store=fc8e65f0e7c95d9a7b64debd6e621631/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:32,968 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,969 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,969 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,970 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,970 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,970 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:32,971 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,980 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:32,980 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc8e65f0e7c95d9a7b64debd6e621631; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70448699, jitterRate=0.04976741969585419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:32,981 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:32,981 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc8e65f0e7c95d9a7b64debd6e621631: Running coprocessor pre-open hook at 1731896432962Writing region info on filesystem at 1731896432962Initializing all the Stores at 1731896432963 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896432963Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896432963Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896432963Cleaning up temporary data from old regions at 1731896432970 (+7 ms)Running coprocessor post-open hooks at 1731896432981 (+11 ms)Region opened successfully at 1731896432981 2024-11-18T02:20:32,982 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631., pid=6, masterSystemTime=1731896432957 2024-11-18T02:20:32,984 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:32,984 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:32,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc8e65f0e7c95d9a7b64debd6e621631, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:32,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8e65f0e7c95d9a7b64debd6e621631, server=c4730a2bacf8,35897,1731896423085 because future has completed 2024-11-18T02:20:32,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:20:32,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc8e65f0e7c95d9a7b64debd6e621631, server=c4730a2bacf8,35897,1731896423085 in 183 msec 2024-11-18T02:20:32,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:20:32,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc8e65f0e7c95d9a7b64debd6e621631, ASSIGN in 339 msec 2024-11-18T02:20:32,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:32,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896432992"}]},"ts":"1731896432992"} 2024-11-18T02:20:32,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:20:32,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:32,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-18T02:20:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:33,357 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:20:33,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:33,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:33,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f7ea7e 2024-11-18T02:20:33,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:33,360 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:33,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:20:33,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:33,364 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:33,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:20:33,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:33,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:20:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:33,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ef90cfa5217435cbb62b9b5538aff5e, NAME => 'test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81 2024-11-18T02:20:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:20:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:34,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:34,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4ef90cfa5217435cbb62b9b5538aff5e, disabling compactions & flushes 2024-11-18T02:20:34,186 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:34,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:34,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. after waiting 0 ms 2024-11-18T02:20:34,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:34,186 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:34,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ef90cfa5217435cbb62b9b5538aff5e: Waiting for close lock at 1731896434186Disabling compacts and flushes for region at 1731896434186Disabling writes for close at 1731896434186Writing region close event to WAL at 1731896434186Closed at 1731896434186 2024-11-18T02:20:34,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:34,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896434187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896434187"}]},"ts":"1731896434187"} 2024-11-18T02:20:34,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:34,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:34,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896434191"}]},"ts":"1731896434191"} 2024-11-18T02:20:34,192 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:20:34,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ef90cfa5217435cbb62b9b5538aff5e, ASSIGN}] 2024-11-18T02:20:34,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ef90cfa5217435cbb62b9b5538aff5e, ASSIGN 2024-11-18T02:20:34,194 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4ef90cfa5217435cbb62b9b5538aff5e, ASSIGN; state=OFFLINE, location=c4730a2bacf8,43241,1731896426731; forceNewPlan=false, retain=false 2024-11-18T02:20:34,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ef90cfa5217435cbb62b9b5538aff5e, regionState=OPENING, regionLocation=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:34,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4ef90cfa5217435cbb62b9b5538aff5e, ASSIGN because future has completed 2024-11-18T02:20:34,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ef90cfa5217435cbb62b9b5538aff5e, server=c4730a2bacf8,43241,1731896426731}] 2024-11-18T02:20:34,503 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:34,503 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ef90cfa5217435cbb62b9b5538aff5e, NAME => 'test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:34,503 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:34,503 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:20:34,503 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,503 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:34,504 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,504 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,505 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:34,506 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef90cfa5217435cbb62b9b5538aff5e columnFamilyName f 2024-11-18T02:20:34,507 DEBUG [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:34,507 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] regionserver.HStore(327): Store=4ef90cfa5217435cbb62b9b5538aff5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:34,507 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,508 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef90cfa5217435cbb62b9b5538aff5e columnFamilyName f1 2024-11-18T02:20:34,508 DEBUG [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:34,508 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] regionserver.HStore(327): Store=4ef90cfa5217435cbb62b9b5538aff5e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:34,508 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,509 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef90cfa5217435cbb62b9b5538aff5e columnFamilyName norep 2024-11-18T02:20:34,509 DEBUG [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:34,509 INFO [StoreOpener-4ef90cfa5217435cbb62b9b5538aff5e-1 {}] regionserver.HStore(327): Store=4ef90cfa5217435cbb62b9b5538aff5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:34,509 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,510 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,510 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,511 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,511 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,511 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:34,512 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,514 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:34,514 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ef90cfa5217435cbb62b9b5538aff5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64610037, jitterRate=-0.03723542392253876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:34,514 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:34,515 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ef90cfa5217435cbb62b9b5538aff5e: Running coprocessor pre-open hook at 1731896434504Writing region info on filesystem at 1731896434504Initializing all the Stores at 1731896434504Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896434504Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896434505 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896434505Cleaning up temporary data from old regions at 1731896434511 (+6 ms)Running coprocessor post-open hooks at 1731896434514 (+3 ms)Region opened successfully at 1731896434515 (+1 ms) 2024-11-18T02:20:34,515 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e., pid=6, masterSystemTime=1731896434499 2024-11-18T02:20:34,517 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:34,517 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:34,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ef90cfa5217435cbb62b9b5538aff5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:34,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ef90cfa5217435cbb62b9b5538aff5e, server=c4730a2bacf8,43241,1731896426731 because future has completed 2024-11-18T02:20:34,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:20:34,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ef90cfa5217435cbb62b9b5538aff5e, server=c4730a2bacf8,43241,1731896426731 in 174 msec 2024-11-18T02:20:34,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:20:34,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4ef90cfa5217435cbb62b9b5538aff5e, ASSIGN in 329 msec 2024-11-18T02:20:34,525 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:34,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896434525"}]},"ts":"1731896434525"} 2024-11-18T02:20:34,527 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:20:34,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:34,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-18T02:20:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:35,516 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:20:35,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e15094f 2024-11-18T02:20:35,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:35,518 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:35,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:20:35,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:35,521 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:35,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:20:35,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:20:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:35,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a416540d697efbec92005dbf7c15695, NAME => 'test,,1731896435519.7a416540d697efbec92005dbf7c15695.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5 2024-11-18T02:20:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:20:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:36,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896435519.7a416540d697efbec92005dbf7c15695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:36,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7a416540d697efbec92005dbf7c15695, disabling compactions & flushes 2024-11-18T02:20:36,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:36,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:36,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896435519.7a416540d697efbec92005dbf7c15695. after waiting 0 ms 2024-11-18T02:20:36,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:36,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:36,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a416540d697efbec92005dbf7c15695: Waiting for close lock at 1731896436333Disabling compacts and flushes for region at 1731896436333Disabling writes for close at 1731896436333Writing region close event to WAL at 1731896436333Closed at 1731896436333 2024-11-18T02:20:36,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:36,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896435519.7a416540d697efbec92005dbf7c15695.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896436335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896436335"}]},"ts":"1731896436335"} 2024-11-18T02:20:36,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:36,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:36,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896436338"}]},"ts":"1731896436338"} 2024-11-18T02:20:36,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:20:36,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7a416540d697efbec92005dbf7c15695, ASSIGN}] 2024-11-18T02:20:36,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7a416540d697efbec92005dbf7c15695, ASSIGN 2024-11-18T02:20:36,341 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7a416540d697efbec92005dbf7c15695, ASSIGN; state=OFFLINE, location=c4730a2bacf8,42849,1731896429157; forceNewPlan=false, retain=false 2024-11-18T02:20:36,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a416540d697efbec92005dbf7c15695, regionState=OPENING, regionLocation=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:36,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7a416540d697efbec92005dbf7c15695, ASSIGN because future has completed 2024-11-18T02:20:36,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a416540d697efbec92005dbf7c15695, server=c4730a2bacf8,42849,1731896429157}] 2024-11-18T02:20:36,652 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:36,653 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a416540d697efbec92005dbf7c15695, NAME => 'test,,1731896435519.7a416540d697efbec92005dbf7c15695.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:36,653 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:36,653 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:20:36,653 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,653 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896435519.7a416540d697efbec92005dbf7c15695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:36,654 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,654 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,655 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:36,657 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a416540d697efbec92005dbf7c15695 columnFamilyName f 2024-11-18T02:20:36,657 DEBUG [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:36,657 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] regionserver.HStore(327): Store=7a416540d697efbec92005dbf7c15695/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:36,658 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,659 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a416540d697efbec92005dbf7c15695 columnFamilyName f1 2024-11-18T02:20:36,659 DEBUG [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:36,659 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] regionserver.HStore(327): Store=7a416540d697efbec92005dbf7c15695/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:36,659 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,660 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a416540d697efbec92005dbf7c15695 columnFamilyName norep 2024-11-18T02:20:36,660 DEBUG [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:36,660 INFO [StoreOpener-7a416540d697efbec92005dbf7c15695-1 {}] regionserver.HStore(327): Store=7a416540d697efbec92005dbf7c15695/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:36,661 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,661 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,662 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,666 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,668 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,673 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:36,674 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,677 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:36,677 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7a416540d697efbec92005dbf7c15695; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73900313, jitterRate=0.10120047628879547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:36,677 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:36,677 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7a416540d697efbec92005dbf7c15695: Running coprocessor pre-open hook at 1731896436654Writing region info on filesystem at 1731896436654Initializing all the Stores at 1731896436655 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896436655Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896436655Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896436655Cleaning up temporary data from old regions at 1731896436668 (+13 ms)Running coprocessor post-open hooks at 1731896436677 (+9 ms)Region opened successfully at 1731896436677 2024-11-18T02:20:36,678 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896435519.7a416540d697efbec92005dbf7c15695., pid=6, masterSystemTime=1731896436647 2024-11-18T02:20:36,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a416540d697efbec92005dbf7c15695, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:36,683 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:36,683 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:36,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a416540d697efbec92005dbf7c15695, server=c4730a2bacf8,42849,1731896429157 because future has completed 2024-11-18T02:20:36,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:20:36,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a416540d697efbec92005dbf7c15695, server=c4730a2bacf8,42849,1731896429157 in 191 msec 2024-11-18T02:20:36,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:20:36,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7a416540d697efbec92005dbf7c15695, ASSIGN in 349 msec 2024-11-18T02:20:36,691 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:36,691 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896436691"}]},"ts":"1731896436691"} 2024-11-18T02:20:36,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:20:36,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:36,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-18T02:20:37,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:20:37,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:20:37,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:20:37,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,666 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:20:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:37,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44303,-1 for getting cluster id 2024-11-18T02:20:37,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:37,678 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ba0850-5337-4df0-bdd9-847c3858fd8d' 2024-11-18T02:20:37,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:37,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ba0850-5337-4df0-bdd9-847c3858fd8d" 2024-11-18T02:20:37,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50de533d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:37,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44303,-1] 2024-11-18T02:20:37,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:37,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:37,681 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a0436f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:37,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:37,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6207bb5c 2024-11-18T02:20:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:37,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,684 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:37,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:39257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:20:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:20:37,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:37,687 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39257' 2024-11-18T02:20:37,692 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1003f95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:37,692 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39257,-1 for getting cluster id 2024-11-18T02:20:37,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:37,693 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd239fd52-739f-4a45-89a5-bcf7df5f1170' 2024-11-18T02:20:37,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:37,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d239fd52-739f-4a45-89a5-bcf7df5f1170" 2024-11-18T02:20:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d4dff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39257,-1] 2024-11-18T02:20:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:37,695 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:37,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123db0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:37,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1380fcb7 2024-11-18T02:20:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:37,699 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:37,699 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:20:37,699 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:20:37,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:37,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:37,700 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:37,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:37,701 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:20:37,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:37,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:37,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:20:37,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55c23e8e9832b113d7c10821e1944ca9, NAME => 'hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468 2024-11-18T02:20:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:20:37,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:37,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55c23e8e9832b113d7c10821e1944ca9, disabling compactions & flushes 2024-11-18T02:20:37,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:37,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:37,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. after waiting 0 ms 2024-11-18T02:20:37,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:37,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:37,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55c23e8e9832b113d7c10821e1944ca9: Waiting for close lock at 1731896437747Disabling compacts and flushes for region at 1731896437747Disabling writes for close at 1731896437747Writing region close event to WAL at 1731896437747Closed at 1731896437747 2024-11-18T02:20:37,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:37,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896437749"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896437749"}]},"ts":"1731896437749"} 2024-11-18T02:20:37,751 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:20:37,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:37,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:37,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896437752"}]},"ts":"1731896437752"} 2024-11-18T02:20:37,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:20:37,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55c23e8e9832b113d7c10821e1944ca9, ASSIGN}] 2024-11-18T02:20:37,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55c23e8e9832b113d7c10821e1944ca9, ASSIGN 2024-11-18T02:20:37,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55c23e8e9832b113d7c10821e1944ca9, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35897,1731896423085; forceNewPlan=false, retain=false 2024-11-18T02:20:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:37,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55c23e8e9832b113d7c10821e1944ca9, regionState=OPENING, regionLocation=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:37,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55c23e8e9832b113d7c10821e1944ca9, ASSIGN because future has completed 2024-11-18T02:20:37,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c23e8e9832b113d7c10821e1944ca9, server=c4730a2bacf8,35897,1731896423085}] 2024-11-18T02:20:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:38,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:38,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:38,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:20:38,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35897%2C1731896423085.rep, suffix=, logDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085, archiveDir=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/oldWALs, maxLogs=10 2024-11-18T02:20:38,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.rep.1731896438087, exclude list is [], retry=0 2024-11-18T02:20:38,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-25318ef1-7117-4de9-8180-c2f31b096632,DISK] 2024-11-18T02:20:38,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.rep.1731896438087 2024-11-18T02:20:38,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-18T02:20:38,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 55c23e8e9832b113d7c10821e1944ca9, NAME => 'hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:38,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. service=MultiRowMutationService 2024-11-18T02:20:38,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:20:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,116 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,117 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c23e8e9832b113d7c10821e1944ca9 columnFamilyName hfileref 2024-11-18T02:20:38,118 DEBUG [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:38,118 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] regionserver.HStore(327): Store=55c23e8e9832b113d7c10821e1944ca9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:38,118 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,119 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c23e8e9832b113d7c10821e1944ca9 columnFamilyName queue 2024-11-18T02:20:38,119 DEBUG [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:38,119 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] regionserver.HStore(327): Store=55c23e8e9832b113d7c10821e1944ca9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:38,120 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,127 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c23e8e9832b113d7c10821e1944ca9 columnFamilyName sid 2024-11-18T02:20:38,127 DEBUG [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:38,128 INFO [StoreOpener-55c23e8e9832b113d7c10821e1944ca9-1 {}] regionserver.HStore(327): Store=55c23e8e9832b113d7c10821e1944ca9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:38,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:38,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:38,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 55c23e8e9832b113d7c10821e1944ca9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59256088, jitterRate=-0.11701548099517822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:38,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:38,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 55c23e8e9832b113d7c10821e1944ca9: Running coprocessor pre-open hook at 1731896438115Writing region info on filesystem at 1731896438115Initializing all the Stores at 1731896438116 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896438116Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896438116Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896438116Cleaning up temporary data from old regions at 1731896438130 (+14 ms)Running coprocessor post-open hooks at 1731896438135 (+5 ms)Region opened successfully at 1731896438135 2024-11-18T02:20:38,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9., pid=10, masterSystemTime=1731896438075 2024-11-18T02:20:38,139 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55c23e8e9832b113d7c10821e1944ca9, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:38,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:38,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:38,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c23e8e9832b113d7c10821e1944ca9, server=c4730a2bacf8,35897,1731896423085 because future has completed 2024-11-18T02:20:38,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:20:38,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 55c23e8e9832b113d7c10821e1944ca9, server=c4730a2bacf8,35897,1731896423085 in 223 msec 2024-11-18T02:20:38,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:20:38,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55c23e8e9832b113d7c10821e1944ca9, ASSIGN in 393 msec 2024-11-18T02:20:38,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:38,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896438151"}]},"ts":"1731896438151"} 2024-11-18T02:20:38,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:20:38,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:38,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 455 msec 2024-11-18T02:20:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9., hostname=c4730a2bacf8,35897,1731896423085, seqNum=2] 2024-11-18T02:20:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:38,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:20:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:38,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:20:38,372 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:20:38,407 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,35897,1731896423085, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:20:38,408 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:38,408 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35897,1731896423085, seqNum=-1] 2024-11-18T02:20:38,408 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:38,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:38,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,35897,1731896423085', locateType=CURRENT is [region=hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9., hostname=c4730a2bacf8,35897,1731896423085, seqNum=2] 2024-11-18T02:20:38,414 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:20:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:20:38,418 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,35897,1731896423085 suceeded 2024-11-18T02:20:38,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:20:38,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-18T02:20:38,420 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:39257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:20:38,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 736 msec 2024-11-18T02:20:38,446 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39257' 2024-11-18T02:20:38,448 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790e3e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,448 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39257,-1 for getting cluster id 2024-11-18T02:20:38,448 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:38,449 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd239fd52-739f-4a45-89a5-bcf7df5f1170' 2024-11-18T02:20:38,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:38,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d239fd52-739f-4a45-89a5-bcf7df5f1170" 2024-11-18T02:20:38,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1024098c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39257,-1] 2024-11-18T02:20:38,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:38,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:38,451 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:38,452 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79fb94cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,452 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:38,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:38,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12fe1422 2024-11-18T02:20:38,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:38,454 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T02:20:38,455 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,35897,1731896423085 (queues=1) is replicating from cluster=d9ba0850-5337-4df0-bdd9-847c3858fd8d to cluster=d239fd52-739f-4a45-89a5-bcf7df5f1170 2024-11-18T02:20:38,455 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C35897%2C1731896423085 2024-11-18T02:20:38,455 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,35897,1731896423085, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:20:38,455 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, startPosition=0, beingWritten=true 2024-11-18T02:20:38,465 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C35897%2C1731896423085 2024-11-18T02:20:38,471 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:38,471 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 379, reset compression=false 2024-11-18T02:20:38,471 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:38,676 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 379, reset compression=false 2024-11-18T02:20:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:38,827 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:20:38,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:38,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:38,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:38,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:38,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:38,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39257,-1 for getting cluster id 2024-11-18T02:20:38,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:38,834 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd239fd52-739f-4a45-89a5-bcf7df5f1170' 2024-11-18T02:20:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d239fd52-739f-4a45-89a5-bcf7df5f1170" 2024-11-18T02:20:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b87bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39257,-1] 2024-11-18T02:20:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:38,837 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729f1c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a90ada9 2024-11-18T02:20:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:38,840 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:38,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:35375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:20:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:20:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:38,844 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:35375' 2024-11-18T02:20:38,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b72b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,850 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:38,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:38,855 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:38,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:38,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:38,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc24690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:38,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:38,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:38,858 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:38,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0091c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:38,859 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:38,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:38,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a82617 2024-11-18T02:20:38,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:38,861 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:38,861 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:20:38,861 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:20:38,862 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:38,862 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:38,862 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:38,863 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:20:38,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:38,864 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:38,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:38,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:20:38,913 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:20:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:38,980 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 379, reset compression=false 2024-11-18T02:20:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:39,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d3d74a96d297f1404c30a0637c8a170, NAME => 'hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81 2024-11-18T02:20:39,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:20:39,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:39,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9d3d74a96d297f1404c30a0637c8a170, disabling compactions & flushes 2024-11-18T02:20:39,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:39,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:39,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. after waiting 0 ms 2024-11-18T02:20:39,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:39,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:39,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d3d74a96d297f1404c30a0637c8a170: Waiting for close lock at 1731896439288Disabling compacts and flushes for region at 1731896439288Disabling writes for close at 1731896439288Writing region close event to WAL at 1731896439288Closed at 1731896439288 2024-11-18T02:20:39,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:39,291 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896439291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896439291"}]},"ts":"1731896439291"} 2024-11-18T02:20:39,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:39,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:39,295 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896439295"}]},"ts":"1731896439295"} 2024-11-18T02:20:39,296 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:20:39,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d3d74a96d297f1404c30a0637c8a170, ASSIGN}] 2024-11-18T02:20:39,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d3d74a96d297f1404c30a0637c8a170, ASSIGN 2024-11-18T02:20:39,298 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d3d74a96d297f1404c30a0637c8a170, ASSIGN; state=OFFLINE, location=c4730a2bacf8,43241,1731896426731; forceNewPlan=false, retain=false 2024-11-18T02:20:39,398 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 379, reset compression=false 2024-11-18T02:20:39,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d3d74a96d297f1404c30a0637c8a170, regionState=OPENING, regionLocation=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:39,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d3d74a96d297f1404c30a0637c8a170, ASSIGN because future has completed 2024-11-18T02:20:39,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d3d74a96d297f1404c30a0637c8a170, server=c4730a2bacf8,43241,1731896426731}] 2024-11-18T02:20:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:39,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:39,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:39,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:20:39,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C43241%2C1731896426731.rep, suffix=, logDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731, archiveDir=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/oldWALs, maxLogs=10 2024-11-18T02:20:39,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.rep.1731896439615, exclude list is [], retry=0 2024-11-18T02:20:39,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45873,DS-2b04fb1e-7f3d-4230-9833-df6c7bcd1c22,DISK] 2024-11-18T02:20:39,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.rep.1731896439615 2024-11-18T02:20:39,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213)] 2024-11-18T02:20:39,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d3d74a96d297f1404c30a0637c8a170, NAME => 'hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:39,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:39,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:39,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. service=MultiRowMutationService 2024-11-18T02:20:39,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:20:39,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:39,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,641 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,643 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d3d74a96d297f1404c30a0637c8a170 columnFamilyName hfileref 2024-11-18T02:20:39,643 DEBUG [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:39,643 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] regionserver.HStore(327): Store=9d3d74a96d297f1404c30a0637c8a170/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:39,643 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,644 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d3d74a96d297f1404c30a0637c8a170 columnFamilyName queue 2024-11-18T02:20:39,644 DEBUG [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:39,645 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] regionserver.HStore(327): Store=9d3d74a96d297f1404c30a0637c8a170/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:39,645 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,646 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d3d74a96d297f1404c30a0637c8a170 columnFamilyName sid 2024-11-18T02:20:39,646 DEBUG [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:39,646 INFO [StoreOpener-9d3d74a96d297f1404c30a0637c8a170-1 {}] regionserver.HStore(327): Store=9d3d74a96d297f1404c30a0637c8a170/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:39,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:39,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:39,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9d3d74a96d297f1404c30a0637c8a170; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61934224, jitterRate=-0.07710814476013184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:39,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:39,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9d3d74a96d297f1404c30a0637c8a170: Running coprocessor pre-open hook at 1731896439640Writing region info on filesystem at 1731896439640Initializing all the Stores at 1731896439641 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896439641Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896439641Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896439641Cleaning up temporary data from old regions at 1731896439650 (+9 ms)Running coprocessor post-open hooks at 1731896439658 (+8 ms)Region opened successfully at 1731896439658 2024-11-18T02:20:39,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170., pid=10, masterSystemTime=1731896439608 2024-11-18T02:20:39,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:39,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:39,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d3d74a96d297f1404c30a0637c8a170, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d3d74a96d297f1404c30a0637c8a170, server=c4730a2bacf8,43241,1731896426731 because future has completed 2024-11-18T02:20:39,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:20:39,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d3d74a96d297f1404c30a0637c8a170, server=c4730a2bacf8,43241,1731896426731 in 213 msec 2024-11-18T02:20:39,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:20:39,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d3d74a96d297f1404c30a0637c8a170, ASSIGN in 369 msec 2024-11-18T02:20:39,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:39,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896439670"}]},"ts":"1731896439670"} 2024-11-18T02:20:39,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:20:39,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:39,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 811 msec 2024-11-18T02:20:39,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170., hostname=c4730a2bacf8,43241,1731896426731, seqNum=2] 2024-11-18T02:20:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:39,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:39,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:20:39,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:20:39,881 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:20:39,902 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 379, reset compression=false 2024-11-18T02:20:39,912 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,43241,1731896426731, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:20:39,913 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:39,913 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43241,1731896426731, seqNum=-1] 2024-11-18T02:20:39,914 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:39,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:39,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,43241,1731896426731', locateType=CURRENT is [region=hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170., hostname=c4730a2bacf8,43241,1731896426731, seqNum=2] 2024-11-18T02:20:39,919 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:20:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:20:39,921 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,43241,1731896426731 suceeded 2024-11-18T02:20:39,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:20:39,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-18T02:20:39,924 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:35375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:20:39,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0840 sec 2024-11-18T02:20:39,938 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:35375' 2024-11-18T02:20:39,940 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed9f714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,940 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:39,940 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:39,941 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d88f584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:39,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:39,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:39,943 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:39,943 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42a0651b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,944 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:39,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:39,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1b2a9c 2024-11-18T02:20:39,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:39,945 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T02:20:39,946 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,43241,1731896426731 (queues=1) is replicating from cluster=d239fd52-739f-4a45-89a5-bcf7df5f1170 to cluster=8599bc73-8f8c-4620-bf89-e7201cdf5140 2024-11-18T02:20:39,946 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C43241%2C1731896426731 2024-11-18T02:20:39,946 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,43241,1731896426731, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:20:39,947 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C43241%2C1731896426731 2024-11-18T02:20:39,948 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, startPosition=0, beingWritten=true 2024-11-18T02:20:39,955 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:39,956 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 379, reset compression=false 2024-11-18T02:20:39,956 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:39,977 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:20:39,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:39,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:39,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:39,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:39,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:39,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:39,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:39,979 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3dcfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:39,981 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:39,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e5693c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@498798f4 2024-11-18T02:20:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:39,984 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:39,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:44303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:20:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:20:39,988 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:44303' 2024-11-18T02:20:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:39,991 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f510937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,991 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44303,-1 for getting cluster id 2024-11-18T02:20:39,991 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:39,992 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ba0850-5337-4df0-bdd9-847c3858fd8d' 2024-11-18T02:20:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ba0850-5337-4df0-bdd9-847c3858fd8d" 2024-11-18T02:20:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdd964e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44303,-1] 2024-11-18T02:20:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:39,993 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:39,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eefb933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:39,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730a4b34 2024-11-18T02:20:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:39,995 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:39,996 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:20:39,996 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:20:39,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:39,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:39,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:39,997 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:39,998 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:20:39,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:20:39,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:40,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:20:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:20:40,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 361ec6c5da260709d08d88c634bd395e, NAME => 'hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5 2024-11-18T02:20:40,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:20:40,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:40,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 361ec6c5da260709d08d88c634bd395e, disabling compactions & flushes 2024-11-18T02:20:40,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:40,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:40,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. after waiting 0 ms 2024-11-18T02:20:40,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:40,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:40,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 361ec6c5da260709d08d88c634bd395e: Waiting for close lock at 1731896440029Disabling compacts and flushes for region at 1731896440029Disabling writes for close at 1731896440029Writing region close event to WAL at 1731896440029Closed at 1731896440029 2024-11-18T02:20:40,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:20:40,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896440031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896440031"}]},"ts":"1731896440031"} 2024-11-18T02:20:40,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:20:40,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:20:40,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896440035"}]},"ts":"1731896440035"} 2024-11-18T02:20:40,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:20:40,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=361ec6c5da260709d08d88c634bd395e, ASSIGN}] 2024-11-18T02:20:40,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=361ec6c5da260709d08d88c634bd395e, ASSIGN 2024-11-18T02:20:40,039 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=361ec6c5da260709d08d88c634bd395e, ASSIGN; state=OFFLINE, location=c4730a2bacf8,42849,1731896429157; forceNewPlan=false, retain=false 2024-11-18T02:20:40,048 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:20:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:20:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T02:20:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T02:20:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:40,160 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 379, reset compression=false 2024-11-18T02:20:40,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=361ec6c5da260709d08d88c634bd395e, regionState=OPENING, regionLocation=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:40,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=361ec6c5da260709d08d88c634bd395e, ASSIGN because future has completed 2024-11-18T02:20:40,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 361ec6c5da260709d08d88c634bd395e, server=c4730a2bacf8,42849,1731896429157}] 2024-11-18T02:20:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:40,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:40,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:40,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:20:40,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C42849%2C1731896429157.rep, suffix=, logDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157, archiveDir=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/oldWALs, maxLogs=10 2024-11-18T02:20:40,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.rep.1731896440366, exclude list is [], retry=0 2024-11-18T02:20:40,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-206b2442-35ec-42e3-8e8f-4ffc34d5701f,DISK] 2024-11-18T02:20:40,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.rep.1731896440366 2024-11-18T02:20:40,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045)] 2024-11-18T02:20:40,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 361ec6c5da260709d08d88c634bd395e, NAME => 'hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:40,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:20:40,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:20:40,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. service=MultiRowMutationService 2024-11-18T02:20:40,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:20:40,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:40,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,395 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,396 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361ec6c5da260709d08d88c634bd395e columnFamilyName hfileref 2024-11-18T02:20:40,396 DEBUG [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:40,396 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] regionserver.HStore(327): Store=361ec6c5da260709d08d88c634bd395e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:40,396 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,401 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361ec6c5da260709d08d88c634bd395e columnFamilyName queue 2024-11-18T02:20:40,401 DEBUG [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:40,401 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] regionserver.HStore(327): Store=361ec6c5da260709d08d88c634bd395e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:40,402 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,403 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361ec6c5da260709d08d88c634bd395e columnFamilyName sid 2024-11-18T02:20:40,403 DEBUG [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:40,403 INFO [StoreOpener-361ec6c5da260709d08d88c634bd395e-1 {}] regionserver.HStore(327): Store=361ec6c5da260709d08d88c634bd395e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:40,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/replication/361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/replication/361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:20:40,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/replication/361ec6c5da260709d08d88c634bd395e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:40,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 361ec6c5da260709d08d88c634bd395e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73900650, jitterRate=0.1012054979801178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:20:40,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:40,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 361ec6c5da260709d08d88c634bd395e: Running coprocessor pre-open hook at 1731896440393Writing region info on filesystem at 1731896440393Initializing all the Stores at 1731896440393Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896440393Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896440394 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896440394Cleaning up temporary data from old regions at 1731896440407 (+13 ms)Running coprocessor post-open hooks at 1731896440414 (+7 ms)Region opened successfully at 1731896440414 2024-11-18T02:20:40,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e., pid=10, masterSystemTime=1731896440348 2024-11-18T02:20:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:40,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:40,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=361ec6c5da260709d08d88c634bd395e, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:40,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 361ec6c5da260709d08d88c634bd395e, server=c4730a2bacf8,42849,1731896429157 because future has completed 2024-11-18T02:20:40,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:20:40,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 361ec6c5da260709d08d88c634bd395e, server=c4730a2bacf8,42849,1731896429157 in 230 msec 2024-11-18T02:20:40,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:20:40,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=361ec6c5da260709d08d88c634bd395e, ASSIGN in 390 msec 2024-11-18T02:20:40,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:20:40,430 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896440430"}]},"ts":"1731896440430"} 2024-11-18T02:20:40,431 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:20:40,432 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:20:40,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 435 msec 2024-11-18T02:20:40,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e., hostname=c4730a2bacf8,42849,1731896429157, seqNum=2] 2024-11-18T02:20:40,464 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 379, reset compression=false 2024-11-18T02:20:40,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:40,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:40,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:20:40,506 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 379, reset compression=false 2024-11-18T02:20:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:40,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:20:40,633 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:20:40,679 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,42849,1731896429157, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:20:40,680 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:40,680 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42849,1731896429157, seqNum=-1] 2024-11-18T02:20:40,680 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:40,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:40,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,42849,1731896429157', locateType=CURRENT is [region=hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e., hostname=c4730a2bacf8,42849,1731896429157, seqNum=2] 2024-11-18T02:20:40,687 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:20:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:20:40,691 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,42849,1731896429157 suceeded 2024-11-18T02:20:40,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:20:40,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-18T02:20:40,693 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:44303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:20:40,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 709 msec 2024-11-18T02:20:40,706 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:44303' 2024-11-18T02:20:40,708 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c5b27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:40,708 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44303,-1 for getting cluster id 2024-11-18T02:20:40,708 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:40,709 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ba0850-5337-4df0-bdd9-847c3858fd8d' 2024-11-18T02:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ba0850-5337-4df0-bdd9-847c3858fd8d" 2024-11-18T02:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d4668a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44303,-1] 2024-11-18T02:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:40,710 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:40,711 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bfd95ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:40,711 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:40,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:40,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15924966 2024-11-18T02:20:40,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:40,713 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T02:20:40,713 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,42849,1731896429157 (queues=1) is replicating from cluster=8599bc73-8f8c-4620-bf89-e7201cdf5140 to cluster=d9ba0850-5337-4df0-bdd9-847c3858fd8d 2024-11-18T02:20:40,713 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C42849%2C1731896429157 2024-11-18T02:20:40,713 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,42849,1731896429157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:20:40,716 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, startPosition=0, beingWritten=true 2024-11-18T02:20:40,720 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C42849%2C1731896429157 2024-11-18T02:20:40,731 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:40,731 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 379, reset compression=false 2024-11-18T02:20:40,731 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:40,869 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 379, reset compression=false 2024-11-18T02:20:40,936 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 379, reset compression=false 2024-11-18T02:20:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:20:41,127 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:20:41,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:41,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:41,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:41,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:41,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:41,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44303,-1 for getting cluster id 2024-11-18T02:20:41,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:41,130 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ba0850-5337-4df0-bdd9-847c3858fd8d' 2024-11-18T02:20:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ba0850-5337-4df0-bdd9-847c3858fd8d" 2024-11-18T02:20:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4596a3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44303,-1] 2024-11-18T02:20:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:41,131 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121bee31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39257,-1 for getting cluster id 2024-11-18T02:20:41,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:41,139 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd239fd52-739f-4a45-89a5-bcf7df5f1170' 2024-11-18T02:20:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d239fd52-739f-4a45-89a5-bcf7df5f1170" 2024-11-18T02:20:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee1dc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39257,-1] 2024-11-18T02:20:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:41,141 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f776f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:41,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:41,143 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1243c1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:41,145 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508a210c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35897,1731896423085, seqNum=-1] 2024-11-18T02:20:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:41,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631., hostname=c4730a2bacf8,35897,1731896423085, seqNum=2] 2024-11-18T02:20:41,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42849,1731896429157, seqNum=-1] 2024-11-18T02:20:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:41,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896435519.7a416540d697efbec92005dbf7c15695., hostname=c4730a2bacf8,42849,1731896429157, seqNum=2] 2024-11-18T02:20:41,175 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T02:20:41,217 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 379, reset compression=false 2024-11-18T02:20:41,226 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:41,226 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 480, reset compression=false 2024-11-18T02:20:41,226 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc8e65f0e7c95d9a7b64debd6e621631/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T02:20:41,229 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:41,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T02:20:41,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:41,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3342aaa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39257,-1 for getting cluster id 2024-11-18T02:20:41,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:41,232 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd239fd52-739f-4a45-89a5-bcf7df5f1170' 2024-11-18T02:20:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d239fd52-739f-4a45-89a5-bcf7df5f1170" 2024-11-18T02:20:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@746c972c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39257,-1] 2024-11-18T02:20:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:41,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:41,234 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:41,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755ce65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:41,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43241,1731896426731, seqNum=-1] 2024-11-18T02:20:41,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:41,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:41,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e., hostname=c4730a2bacf8,43241,1731896426731, seqNum=2] 2024-11-18T02:20:41,240 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 379, reset compression=false 2024-11-18T02:20:41,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:41,381 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 379, reset compression=false 2024-11-18T02:20:41,386 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:41,386 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 504, reset compression=false 2024-11-18T02:20:41,386 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ef90cfa5217435cbb62b9b5538aff5e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T02:20:41,388 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:41,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T02:20:41,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:41,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@634f78cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:41,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:41,391 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@200b7f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:41,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:41,392 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:41,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b713d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:41,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:41,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,42849,1731896429157, seqNum=-1] 2024-11-18T02:20:41,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:41,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:41,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896435519.7a416540d697efbec92005dbf7c15695., hostname=c4730a2bacf8,42849,1731896429157, seqNum=2] 2024-11-18T02:20:41,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:41,443 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 480, reset compression=false 2024-11-18T02:20:41,601 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 504, reset compression=false 2024-11-18T02:20:41,651 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 379, reset compression=false 2024-11-18T02:20:41,655 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:41,655 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 528, reset compression=false 2024-11-18T02:20:41,655 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:41,747 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 480, reset compression=false 2024-11-18T02:20:41,858 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 528, reset compression=false 2024-11-18T02:20:41,905 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 504, reset compression=false 2024-11-18T02:20:42,151 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 480, reset compression=false 2024-11-18T02:20:42,161 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 528, reset compression=false 2024-11-18T02:20:42,177 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T02:20:42,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,43241,1731896426731, seqNum=-1] 2024-11-18T02:20:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:42,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:20:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e., hostname=c4730a2bacf8,43241,1731896426731, seqNum=2] 2024-11-18T02:20:42,184 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T02:20:42,309 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 504, reset compression=false 2024-11-18T02:20:42,315 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:42,315 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 608, reset compression=false 2024-11-18T02:20:42,315 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ef90cfa5217435cbb62b9b5538aff5e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T02:20:42,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:42,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:42,519 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 608, reset compression=false 2024-11-18T02:20:42,565 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 528, reset compression=false 2024-11-18T02:20:42,570 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:42,570 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 656, reset compression=false 2024-11-18T02:20:42,570 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a416540d697efbec92005dbf7c15695/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T02:20:42,572 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:42,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T02:20:42,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:42,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eaf7bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:42,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44303,-1 for getting cluster id 2024-11-18T02:20:42,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:42,575 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ba0850-5337-4df0-bdd9-847c3858fd8d' 2024-11-18T02:20:42,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:42,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ba0850-5337-4df0-bdd9-847c3858fd8d" 2024-11-18T02:20:42,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5673ad91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:42,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44303,-1] 2024-11-18T02:20:42,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:42,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:42,576 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:42,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd52cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:42,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:20:42,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35897,1731896423085, seqNum=-1] 2024-11-18T02:20:42,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:20:42,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T02:20:42,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631., hostname=c4730a2bacf8,35897,1731896423085, seqNum=2] 2024-11-18T02:20:42,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:42,655 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 480, reset compression=false 2024-11-18T02:20:42,660 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:42,660 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 632, reset compression=false 2024-11-18T02:20:42,660 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:42,773 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 656, reset compression=false 2024-11-18T02:20:42,824 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 608, reset compression=false 2024-11-18T02:20:42,865 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 632, reset compression=false 2024-11-18T02:20:43,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:20:43,077 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 656, reset compression=false 2024-11-18T02:20:43,169 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 632, reset compression=false 2024-11-18T02:20:43,186 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T02:20:43,189 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T02:20:43,228 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 608, reset compression=false 2024-11-18T02:20:43,481 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 656, reset compression=false 2024-11-18T02:20:43,490 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:43,490 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 760, reset compression=false 2024-11-18T02:20:43,490 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a416540d697efbec92005dbf7c15695/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T02:20:43,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:43,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:43,573 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 632, reset compression=false 2024-11-18T02:20:43,580 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:43,580 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 760, reset compression=false 2024-11-18T02:20:43,580 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc8e65f0e7c95d9a7b64debd6e621631/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T02:20:43,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:43,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:43,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:20:43,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:43,694 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 760, reset compression=false 2024-11-18T02:20:43,732 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 608, reset compression=false 2024-11-18T02:20:43,737 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:43,737 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 760, reset compression=false 2024-11-18T02:20:43,737 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:43,784 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 760, reset compression=false 2024-11-18T02:20:43,940 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 760, reset compression=false 2024-11-18T02:20:44,001 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 760, reset compression=false 2024-11-18T02:20:44,088 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 760, reset compression=false 2024-11-18T02:20:44,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T02:20:44,196 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T02:20:44,245 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 760, reset compression=false 2024-11-18T02:20:44,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 760, reset compression=false 2024-11-18T02:20:44,499 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 760, reset compression=false 2024-11-18T02:20:44,505 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:44,505 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 916, reset compression=false 2024-11-18T02:20:44,505 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc8e65f0e7c95d9a7b64debd6e621631/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T02:20:44,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:44,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:44,650 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 760, reset compression=false 2024-11-18T02:20:44,655 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:44,655 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 908, reset compression=false 2024-11-18T02:20:44,655 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ef90cfa5217435cbb62b9b5538aff5e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T02:20:44,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:44,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:44,724 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 916, reset compression=false 2024-11-18T02:20:44,858 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 908, reset compression=false 2024-11-18T02:20:44,909 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 760, reset compression=false 2024-11-18T02:20:44,913 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:44,913 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 932, reset compression=false 2024-11-18T02:20:44,913 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:45,028 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 916, reset compression=false 2024-11-18T02:20:45,116 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 932, reset compression=false 2024-11-18T02:20:45,162 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 908, reset compression=false 2024-11-18T02:20:45,198 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T02:20:45,204 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T02:20:45,423 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 932, reset compression=false 2024-11-18T02:20:45,431 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 916, reset compression=false 2024-11-18T02:20:45,567 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 908, reset compression=false 2024-11-18T02:20:45,575 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:45,575 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1067, reset compression=false 2024-11-18T02:20:45,575 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ef90cfa5217435cbb62b9b5538aff5e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T02:20:45,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:45,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:45,779 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1067, reset compression=false 2024-11-18T02:20:45,832 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 932, reset compression=false 2024-11-18T02:20:45,837 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:45,837 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1082, reset compression=false 2024-11-18T02:20:45,837 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a416540d697efbec92005dbf7c15695/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T02:20:45,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:45,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:45,938 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 916, reset compression=false 2024-11-18T02:20:45,943 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:45,943 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1090, reset compression=false 2024-11-18T02:20:45,943 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:46,041 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1082, reset compression=false 2024-11-18T02:20:46,082 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1067, reset compression=false 2024-11-18T02:20:46,147 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1090, reset compression=false 2024-11-18T02:20:46,207 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T02:20:46,211 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T02:20:46,354 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1082, reset compression=false 2024-11-18T02:20:46,363 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:46,363 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1241, reset compression=false 2024-11-18T02:20:46,363 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a416540d697efbec92005dbf7c15695/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T02:20:46,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:46,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:46,451 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1090, reset compression=false 2024-11-18T02:20:46,458 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:46,458 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1240, reset compression=false 2024-11-18T02:20:46,458 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc8e65f0e7c95d9a7b64debd6e621631/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T02:20:46,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:46,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:46,486 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1067, reset compression=false 2024-11-18T02:20:46,491 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:46,491 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1241, reset compression=false 2024-11-18T02:20:46,491 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:46,570 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1241, reset compression=false 2024-11-18T02:20:46,662 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1240, reset compression=false 2024-11-18T02:20:46,697 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1241, reset compression=false 2024-11-18T02:20:46,874 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1241, reset compression=false 2024-11-18T02:20:47,000 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1240, reset compression=false 2024-11-18T02:20:47,009 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1241, reset compression=false 2024-11-18T02:20:47,213 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T02:20:47,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba9f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:47,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:47,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:47,230 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c718e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:47,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:47,234 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:47,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c87e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:47,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2424656a 2024-11-18T02:20:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:47,240 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:47,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-18T02:20:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T02:20:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T02:20:47,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:20:47,279 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1241, reset compression=false 2024-11-18T02:20:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T02:20:47,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T02:20:47,405 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T02:20:47,406 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1240, reset compression=false 2024-11-18T02:20:47,406 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T02:20:47,406 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,42849,1731896429157 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T02:20:47,406 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0. 2024-11-18T02:20:47,406 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:47,407 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:47,407 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:47,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:47,429 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1241, reset compression=false 2024-11-18T02:20:47,507 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:20:47,507 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:20:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T02:20:47,607 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 terminated 2024-11-18T02:20:47,635 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,42849,1731896429157, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:20:47,636 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T02:20:47,636 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T02:20:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T02:20:47,640 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c4730a2bacf8,42849,1731896429157 suceeded 2024-11-18T02:20:47,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T02:20:47,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 387 msec 2024-11-18T02:20:47,642 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T02:20:47,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 402 msec 2024-11-18T02:20:47,659 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:44303' 2024-11-18T02:20:47,673 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e246061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:47,673 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,44303,-1 for getting cluster id 2024-11-18T02:20:47,673 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:47,674 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9ba0850-5337-4df0-bdd9-847c3858fd8d' 2024-11-18T02:20:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9ba0850-5337-4df0-bdd9-847c3858fd8d" 2024-11-18T02:20:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9e7f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,44303,-1] 2024-11-18T02:20:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:47,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:47,675 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:47,682 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6faa61b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:47,682 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55c6373e 2024-11-18T02:20:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:47,684 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T02:20:47,685 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,42849,1731896429157 (queues=1) is replicating from cluster=8599bc73-8f8c-4620-bf89-e7201cdf5140 to cluster=d9ba0850-5337-4df0-bdd9-847c3858fd8d 2024-11-18T02:20:47,685 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C42849%2C1731896429157 2024-11-18T02:20:47,685 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,42849,1731896429157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:20:47,704 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C42849%2C1731896429157 2024-11-18T02:20:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T02:20:47,877 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:20:47,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:47,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:47,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:47,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:47,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:47,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T02:20:47,910 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1240, reset compression=false 2024-11-18T02:20:47,920 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:47,920 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1344, reset compression=false 2024-11-18T02:20:47,920 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc8e65f0e7c95d9a7b64debd6e621631/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T02:20:47,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:47,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:47,932 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1241, reset compression=false 2024-11-18T02:20:47,953 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:47,953 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1369, reset compression=false 2024-11-18T02:20:47,953 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ef90cfa5217435cbb62b9b5538aff5e/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T02:20:47,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:47,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:48,154 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1344, reset compression=false 2024-11-18T02:20:48,193 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1369, reset compression=false 2024-11-18T02:20:48,470 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1344, reset compression=false 2024-11-18T02:20:48,497 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1369, reset compression=false 2024-11-18T02:20:48,873 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1344, reset compression=false 2024-11-18T02:20:48,884 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T02:20:48,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917559a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:48,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35375,-1 for getting cluster id 2024-11-18T02:20:48,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:20:48,887 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8599bc73-8f8c-4620-bf89-e7201cdf5140' 2024-11-18T02:20:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:20:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8599bc73-8f8c-4620-bf89-e7201cdf5140" 2024-11-18T02:20:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4bcdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35375,-1] 2024-11-18T02:20:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:20:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:48,889 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:20:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1fc731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:20:48,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:20:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2edbd44f 2024-11-18T02:20:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:20:48,894 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:20:48,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-18T02:20:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T02:20:48,901 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1369, reset compression=false 2024-11-18T02:20:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T02:20:48,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:20:48,914 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:48,914 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1473, reset compression=false 2024-11-18T02:20:48,914 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ef90cfa5217435cbb62b9b5538aff5e/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T02:20:48,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:48,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T02:20:49,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T02:20:49,057 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T02:20:49,058 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T02:20:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T02:20:49,065 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c4730a2bacf8,42849,1731896429157 suceeded 2024-11-18T02:20:49,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T02:20:49,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-18T02:20:49,071 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T02:20:49,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 176 msec 2024-11-18T02:20:49,086 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, startPosition=1241, beingWritten=true 2024-11-18T02:20:49,132 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:20:49,132 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1521, reset compression=false 2024-11-18T02:20:49,132 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a416540d697efbec92005dbf7c15695/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T02:20:49,135 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:20:49,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T02:20:49,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:20:49,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:20:49,143 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1473, reset compression=false 2024-11-18T02:20:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T02:20:49,218 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:20:49,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:49,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:49,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:49,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:49,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:49,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T02:20:49,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:20:49,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:49,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:49,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:49,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:49,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:49,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:20:49,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1567001683, stopped=false 2024-11-18T02:20:49,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,35375,1731896429096 2024-11-18T02:20:49,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2561596663/running 2024-11-18T02:20:49,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2561596663/running 2024-11-18T02:20:49,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:49,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:49,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:49,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:49,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:49,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:49,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on znode that does not yet exist, /2561596663/running 2024-11-18T02:20:49,229 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,42849,1731896429157' ***** 2024-11-18T02:20:49,229 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:20:49,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Set watcher on znode that does not yet exist, /2561596663/running 2024-11-18T02:20:49,230 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:20:49,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:20:49,230 INFO [RS:0;c4730a2bacf8:42849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:20:49,230 INFO [RS:0;c4730a2bacf8:42849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:20:49,231 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(3091): Received CLOSE for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:42849. 2024-11-18T02:20:49,233 DEBUG [RS:0;c4730a2bacf8:42849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:49,233 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:20:49,233 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:20:49,234 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a416540d697efbec92005dbf7c15695, disabling compactions & flushes 2024-11-18T02:20:49,234 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:49,234 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:49,234 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896435519.7a416540d697efbec92005dbf7c15695. after waiting 0 ms 2024-11-18T02:20:49,234 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:49,235 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a416540d697efbec92005dbf7c15695 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T02:20:49,235 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:20:49,235 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1325): Online Regions={7a416540d697efbec92005dbf7c15695=test,,1731896435519.7a416540d697efbec92005dbf7c15695., 1588230740=hbase:meta,,1.1588230740, 361ec6c5da260709d08d88c634bd395e=hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e.} 2024-11-18T02:20:49,235 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 361ec6c5da260709d08d88c634bd395e, 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:49,235 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:49,235 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:49,235 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:49,236 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:49,236 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:49,236 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:20:49,255 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:49,258 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/f/f02e425ac833496098a6175a055d4c15 is 37, key is row3/f:row3/1731896447879/Put/seqid=0 2024-11-18T02:20:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741840_1016 (size=5228) 2024-11-18T02:20:49,269 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/f/f02e425ac833496098a6175a055d4c15 2024-11-18T02:20:49,273 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f02e425ac833496098a6175a055d4c15 2024-11-18T02:20:49,282 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/info/81dc0f4b511a4dd0b63d9d24a4f7514c is 147, key is hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e./info:regioninfo/1731896440418/Put/seqid=0 2024-11-18T02:20:49,304 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/f1/e12d43f8078946f898d053fddcfcf7c3 is 30, key is row1/f1:/1731896445199/DeleteFamily/seqid=0 2024-11-18T02:20:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741841_1017 (size=7686) 2024-11-18T02:20:49,310 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/info/81dc0f4b511a4dd0b63d9d24a4f7514c 2024-11-18T02:20:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741842_1018 (size=5158) 2024-11-18T02:20:49,337 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1521, reset compression=false 2024-11-18T02:20:49,341 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/ns/1ae3496ea94e4172bebac9a3bdfca6c5 is 43, key is default/ns:d/1731896432133/Put/seqid=0 2024-11-18T02:20:49,342 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:49,342 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1768, reset compression=false 2024-11-18T02:20:49,342 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,42849,1731896429157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:49,344 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,42849,1731896429157: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,42849,1731896429157, walGroup=c4730a2bacf8%2C42849%2C1731896429157, offset=c4730a2bacf8%2C42849%2C1731896429157.1731896431169:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:42849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:20:49,345 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:20:49,345 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:20:49,345 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:20:49,345 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:20:49,345 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:20:49,345 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 876745024 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198113472 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:20:49,346 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:35375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:35375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:20:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741843_1019 (size=5153) 2024-11-18T02:20:49,367 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/ns/1ae3496ea94e4172bebac9a3bdfca6c5 2024-11-18T02:20:49,377 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1344, reset compression=false 2024-11-18T02:20:49,390 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:49,390 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:49,390 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:49,394 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/rep_barrier/843a4c8f71594965ac024599a1bca3eb is 112, key is test,,1731896435519.7a416540d697efbec92005dbf7c15695./rep_barrier:seqnumDuringOpen/1731896436681/Put/seqid=0 2024-11-18T02:20:49,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741844_1020 (size=5518) 2024-11-18T02:20:49,402 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/rep_barrier/843a4c8f71594965ac024599a1bca3eb 2024-11-18T02:20:49,433 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/table/a3b3a9c10717452a8c8c34ac0a4023e8 is 53, key is hbase:replication/table:state/1731896440430/Put/seqid=0 2024-11-18T02:20:49,435 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 361ec6c5da260709d08d88c634bd395e, 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741845_1021 (size=5308) 2024-11-18T02:20:49,438 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/table/a3b3a9c10717452a8c8c34ac0a4023e8 2024-11-18T02:20:49,447 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1473, reset compression=false 2024-11-18T02:20:49,450 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/info/81dc0f4b511a4dd0b63d9d24a4f7514c as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/info/81dc0f4b511a4dd0b63d9d24a4f7514c 2024-11-18T02:20:49,454 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/info/81dc0f4b511a4dd0b63d9d24a4f7514c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:20:49,455 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/ns/1ae3496ea94e4172bebac9a3bdfca6c5 as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/ns/1ae3496ea94e4172bebac9a3bdfca6c5 2024-11-18T02:20:49,459 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/ns/1ae3496ea94e4172bebac9a3bdfca6c5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:20:49,459 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/rep_barrier/843a4c8f71594965ac024599a1bca3eb as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/rep_barrier/843a4c8f71594965ac024599a1bca3eb 2024-11-18T02:20:49,463 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/rep_barrier/843a4c8f71594965ac024599a1bca3eb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:20:49,466 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/.tmp/table/a3b3a9c10717452a8c8c34ac0a4023e8 as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/table/a3b3a9c10717452a8c8c34ac0a4023e8 2024-11-18T02:20:49,479 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/table/a3b3a9c10717452a8c8c34ac0a4023e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:20:49,480 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 244ms, sequenceid=16, compaction requested=false 2024-11-18T02:20:49,506 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:20:49,508 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:49,508 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:49,508 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:49,508 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896449235Running coprocessor pre-close hooks at 1731896449235Disabling compacts and flushes for region at 1731896449235Disabling writes for close at 1731896449236 (+1 ms)Obtaining lock to block concurrent updates at 1731896449236Preparing flush snapshotting stores in 1588230740 at 1731896449236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896449237 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896449238 (+1 ms)Flushing 1588230740/info: creating writer at 1731896449238Flushing 1588230740/info: appending metadata at 1731896449282 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731896449282Flushing 1588230740/ns: creating writer at 1731896449319 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731896449341 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731896449341Flushing 1588230740/rep_barrier: creating writer at 1731896449372 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896449394 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896449394Flushing 1588230740/table: creating writer at 1731896449409 (+15 ms)Flushing 1588230740/table: appending metadata at 1731896449433 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731896449433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67bd4c81: reopening flushed file at 1731896449448 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7161bd0e: reopening flushed file at 1731896449454 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d912d44: reopening flushed file at 1731896449459 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c75cd7c: reopening flushed file at 1731896449463 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 244ms, sequenceid=16, compaction requested=false at 1731896449480 (+17 ms)Writing region close event to WAL at 1731896449488 (+8 ms)Running coprocessor post-close hooks at 1731896449508 (+20 ms)Closed at 1731896449508 2024-11-18T02:20:49,508 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:49,565 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1768, reset compression=false 2024-11-18T02:20:49,597 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:49,636 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1351): Waiting on 361ec6c5da260709d08d88c634bd395e, 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:49,714 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/f1/e12d43f8078946f898d053fddcfcf7c3 2024-11-18T02:20:49,724 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e12d43f8078946f898d053fddcfcf7c3 2024-11-18T02:20:49,754 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/norep/2b9c8f7ea1134c8799e5c62683cb844a is 33, key is row2/norep:/1731896446208/DeleteFamily/seqid=0 2024-11-18T02:20:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741846_1022 (size=5108) 2024-11-18T02:20:49,836 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1351): Waiting on 361ec6c5da260709d08d88c634bd395e, 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:49,851 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1473, reset compression=false 2024-11-18T02:20:49,869 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1768, reset compression=false 2024-11-18T02:20:49,918 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:50,036 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1351): Waiting on 361ec6c5da260709d08d88c634bd395e, 7a416540d697efbec92005dbf7c15695 2024-11-18T02:20:50,043 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:20:50,043 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:20:50,163 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/norep/2b9c8f7ea1134c8799e5c62683cb844a 2024-11-18T02:20:50,167 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9c8f7ea1134c8799e5c62683cb844a 2024-11-18T02:20:50,168 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/f/f02e425ac833496098a6175a055d4c15 as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/f/f02e425ac833496098a6175a055d4c15 2024-11-18T02:20:50,172 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f02e425ac833496098a6175a055d4c15 2024-11-18T02:20:50,173 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/f/f02e425ac833496098a6175a055d4c15, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T02:20:50,173 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/f1/e12d43f8078946f898d053fddcfcf7c3 as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/f1/e12d43f8078946f898d053fddcfcf7c3 2024-11-18T02:20:50,178 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e12d43f8078946f898d053fddcfcf7c3 2024-11-18T02:20:50,178 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/f1/e12d43f8078946f898d053fddcfcf7c3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T02:20:50,179 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/.tmp/norep/2b9c8f7ea1134c8799e5c62683cb844a as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/norep/2b9c8f7ea1134c8799e5c62683cb844a 2024-11-18T02:20:50,186 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9c8f7ea1134c8799e5c62683cb844a 2024-11-18T02:20:50,187 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/norep/2b9c8f7ea1134c8799e5c62683cb844a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T02:20:50,188 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7a416540d697efbec92005dbf7c15695 in 954ms, sequenceid=12, compaction requested=false 2024-11-18T02:20:50,203 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/data/default/test/7a416540d697efbec92005dbf7c15695/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T02:20:50,204 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:50,204 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:50,204 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:50,204 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a416540d697efbec92005dbf7c15695: Waiting for close lock at 1731896449234Running coprocessor pre-close hooks at 1731896449234Disabling compacts and flushes for region at 1731896449234Disabling writes for close at 1731896449234Obtaining lock to block concurrent updates at 1731896449235 (+1 ms)Preparing flush snapshotting stores in 7a416540d697efbec92005dbf7c15695 at 1731896449235Finished memstore snapshotting test,,1731896435519.7a416540d697efbec92005dbf7c15695., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731896449235Flushing stores of test,,1731896435519.7a416540d697efbec92005dbf7c15695. at 1731896449236 (+1 ms)Flushing 7a416540d697efbec92005dbf7c15695/f: creating writer at 1731896449236Flushing 7a416540d697efbec92005dbf7c15695/f: appending metadata at 1731896449257 (+21 ms)Flushing 7a416540d697efbec92005dbf7c15695/f: closing flushed file at 1731896449257Flushing 7a416540d697efbec92005dbf7c15695/f1: creating writer at 1731896449273 (+16 ms)Flushing 7a416540d697efbec92005dbf7c15695/f1: appending metadata at 1731896449303 (+30 ms)Flushing 7a416540d697efbec92005dbf7c15695/f1: closing flushed file at 1731896449303Flushing 7a416540d697efbec92005dbf7c15695/norep: creating writer at 1731896449725 (+422 ms)Flushing 7a416540d697efbec92005dbf7c15695/norep: appending metadata at 1731896449753 (+28 ms)Flushing 7a416540d697efbec92005dbf7c15695/norep: closing flushed file at 1731896449754 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47084f4e: reopening flushed file at 1731896450168 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2617c717: reopening flushed file at 1731896450173 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0efe36: reopening flushed file at 1731896450178 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7a416540d697efbec92005dbf7c15695 in 954ms, sequenceid=12, compaction requested=false at 1731896450188 (+10 ms)Writing region close event to WAL at 1731896450199 (+11 ms)Running coprocessor post-close hooks at 1731896450204 (+5 ms)Closed at 1731896450204 2024-11-18T02:20:50,204 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896435519.7a416540d697efbec92005dbf7c15695. 2024-11-18T02:20:50,204 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 361ec6c5da260709d08d88c634bd395e, disabling compactions & flushes 2024-11-18T02:20:50,204 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,204 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,205 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. after waiting 0 ms 2024-11-18T02:20:50,205 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,205 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 361ec6c5da260709d08d88c634bd395e: Waiting for close lock at 1731896450204Running coprocessor pre-close hooks at 1731896450204Disabling compacts and flushes for region at 1731896450204Disabling writes for close at 1731896450205 (+1 ms)Failed flush hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e., putting online again at 1731896450205 2024-11-18T02:20:50,205 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,236 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:20:50,236 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1325): Online Regions={361ec6c5da260709d08d88c634bd395e=hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e.} 2024-11-18T02:20:50,236 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(3091): Received CLOSE for 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:50,237 DEBUG [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1351): Waiting on 361ec6c5da260709d08d88c634bd395e 2024-11-18T02:20:50,237 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 361ec6c5da260709d08d88c634bd395e, disabling compactions & flushes 2024-11-18T02:20:50,237 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,237 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,237 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. after waiting 0 ms 2024-11-18T02:20:50,237 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,237 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 361ec6c5da260709d08d88c634bd395e: Waiting for close lock at 1731896450237Running coprocessor pre-close hooks at 1731896450237Disabling compacts and flushes for region at 1731896450237Disabling writes for close at 1731896450237Failed flush hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e., putting online again at 1731896450237 2024-11-18T02:20:50,237 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731896439997.361ec6c5da260709d08d88c634bd395e. 2024-11-18T02:20:50,289 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 1768, reset compression=false 2024-11-18T02:20:50,295 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:50,295 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 2412, reset compression=false 2024-11-18T02:20:50,334 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:50,380 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1473, reset compression=false 2024-11-18T02:20:50,437 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T02:20:50,437 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,42849,1731896429157; all regions closed. 2024-11-18T02:20:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:20:50,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.meta.1731896432089.meta not finished, retry = 0 2024-11-18T02:20:50,499 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/WALs/c4730a2bacf8,42849,1731896429157/c4730a2bacf8%2C42849%2C1731896429157.1731896431169 to pos 2412, reset compression=false 2024-11-18T02:20:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741839_1015 (size=2390) 2024-11-18T02:20:50,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741832_1008 (size=2420) 2024-11-18T02:20:50,545 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:50,545 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:50,545 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:50,546 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:50,546 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:50,546 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:50,546 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,42849,1731896429157 because: Region server is closing 2024-11-18T02:20:50,547 INFO [RS:0;c4730a2bacf8:42849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:42849. 2024-11-18T02:20:50,547 DEBUG [RS:0;c4730a2bacf8:42849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:50,547 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:50,547 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:50,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:50,647 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.shipperc4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 terminated 2024-11-18T02:20:50,647 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,42849,1731896429157.replicationSource.wal-reader.c4730a2bacf8%2C42849%2C1731896429157,1-c4730a2bacf8,42849,1731896429157 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:20:50,647 INFO [RS:0;c4730a2bacf8:42849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:42849. 2024-11-18T02:20:50,648 DEBUG [RS:0;c4730a2bacf8:42849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:50,648 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:50,648 DEBUG [RS:0;c4730a2bacf8:42849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:50,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:50,648 INFO [RS:0;c4730a2bacf8:42849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42849 2024-11-18T02:20:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2561596663/rs/c4730a2bacf8,42849,1731896429157 2024-11-18T02:20:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663/rs 2024-11-18T02:20:50,652 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:50,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,42849,1731896429157] 2024-11-18T02:20:50,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2561596663/draining/c4730a2bacf8,42849,1731896429157 already deleted, retry=false 2024-11-18T02:20:50,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,42849,1731896429157 expired; onlineServers=0 2024-11-18T02:20:50,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,35375,1731896429096' ***** 2024-11-18T02:20:50,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:20:50,663 INFO [M:0;c4730a2bacf8:35375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:50,663 INFO [M:0;c4730a2bacf8:35375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:50,663 DEBUG [M:0;c4730a2bacf8:35375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:20:50,663 DEBUG [M:0;c4730a2bacf8:35375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:20:50,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:20:50,663 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896430950 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896430950,5,FailOnTimeoutGroup] 2024-11-18T02:20:50,664 INFO [M:0;c4730a2bacf8:35375 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:50,664 INFO [M:0;c4730a2bacf8:35375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:50,664 DEBUG [M:0;c4730a2bacf8:35375 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:20:50,664 INFO [M:0;c4730a2bacf8:35375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:20:50,664 INFO [M:0;c4730a2bacf8:35375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:50,664 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896430952 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896430952,5,FailOnTimeoutGroup] 2024-11-18T02:20:50,664 INFO [M:0;c4730a2bacf8:35375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:20:50,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:20:50,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2561596663/master 2024-11-18T02:20:50,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2561596663 2024-11-18T02:20:50,671 DEBUG [M:0;c4730a2bacf8:35375 {}] zookeeper.RecoverableZooKeeper(212): Node /2561596663/master already deleted, retry=false 2024-11-18T02:20:50,671 DEBUG [M:0;c4730a2bacf8:35375 {}] master.ActiveMasterManager(353): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Failed delete of our master address node; KeeperErrorCode = NoNode for /2561596663/master 2024-11-18T02:20:50,699 INFO [M:0;c4730a2bacf8:35375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/.lastflushedseqids 2024-11-18T02:20:50,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:50,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42849-0x10128e0196d0007, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:50,754 INFO [RS:0;c4730a2bacf8:42849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:50,754 INFO [RS:0;c4730a2bacf8:42849 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,42849,1731896429157; zookeeper connection closed. 2024-11-18T02:20:50,767 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77ad22cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77ad22cd 2024-11-18T02:20:50,767 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:20:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741847_1023 (size=245) 2024-11-18T02:20:50,837 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:50,985 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1473, reset compression=false 2024-11-18T02:20:51,174 INFO [M:0;c4730a2bacf8:35375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:20:51,174 INFO [M:0;c4730a2bacf8:35375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:20:51,175 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:51,175 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:51,175 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:51,175 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:51,175 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:51,175 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-18T02:20:51,217 DEBUG [M:0;c4730a2bacf8:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b047e35da7e248edb638e200e458d808 is 82, key is hbase:meta,,1/info:regioninfo/1731896432123/Put/seqid=0 2024-11-18T02:20:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741848_1024 (size=5672) 2024-11-18T02:20:51,254 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b047e35da7e248edb638e200e458d808 2024-11-18T02:20:51,294 DEBUG [M:0;c4730a2bacf8:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa23fb9d7066471f8bc1e2287f14c411 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896440435/Put/seqid=0 2024-11-18T02:20:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741849_1025 (size=9211) 2024-11-18T02:20:51,310 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa23fb9d7066471f8bc1e2287f14c411 2024-11-18T02:20:51,349 DEBUG [M:0;c4730a2bacf8:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad022e1c40a3425292a6106744685b09 is 69, key is c4730a2bacf8,42849,1731896429157/rs:state/1731896431018/Put/seqid=0 2024-11-18T02:20:51,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741850_1026 (size=5156) 2024-11-18T02:20:51,363 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad022e1c40a3425292a6106744685b09 2024-11-18T02:20:51,367 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b047e35da7e248edb638e200e458d808 as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b047e35da7e248edb638e200e458d808 2024-11-18T02:20:51,371 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b047e35da7e248edb638e200e458d808, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T02:20:51,371 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa23fb9d7066471f8bc1e2287f14c411 as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa23fb9d7066471f8bc1e2287f14c411 2024-11-18T02:20:51,375 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa23fb9d7066471f8bc1e2287f14c411, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T02:20:51,376 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad022e1c40a3425292a6106744685b09 as hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad022e1c40a3425292a6106744685b09 2024-11-18T02:20:51,383 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38459/user/jenkins/test-data/c6178e3e-de3e-9174-c0de-a4054c1e9eb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad022e1c40a3425292a6106744685b09, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T02:20:51,384 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=127, compaction requested=false 2024-11-18T02:20:51,392 INFO [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:51,392 DEBUG [M:0;c4730a2bacf8:35375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896451175Disabling compacts and flushes for region at 1731896451175Disabling writes for close at 1731896451175Obtaining lock to block concurrent updates at 1731896451175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896451175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731896451175Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896451176 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896451176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896451215 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896451215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896451259 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896451294 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896451294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896451317 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896451348 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896451348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea39a49: reopening flushed file at 1731896451366 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434e5bc8: reopening flushed file at 1731896451371 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae8100a: reopening flushed file at 1731896451375 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=127, compaction requested=false at 1731896451384 (+9 ms)Writing region close event to WAL at 1731896451392 (+8 ms)Closed at 1731896451392 2024-11-18T02:20:51,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741830_1006 (size=73854) 2024-11-18T02:20:51,395 INFO [M:0;c4730a2bacf8:35375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:20:51,395 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:51,395 INFO [M:0;c4730a2bacf8:35375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35375 2024-11-18T02:20:51,396 INFO [M:0;c4730a2bacf8:35375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:51,458 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:51,499 INFO [M:0;c4730a2bacf8:35375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:51,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:51,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10128e0196d0006, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:51,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:51,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:51,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:51,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:51,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:51,504 WARN [BP-1977290416-172.17.0.2-1731896428331 heartbeating to localhost/127.0.0.1:38459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:20:51,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:20:51,504 WARN [BP-1977290416-172.17.0.2-1731896428331 heartbeating to localhost/127.0.0.1:38459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977290416-172.17.0.2-1731896428331 (Datanode Uuid 2e40f652-02ae-4b28-8015-29f156c8e4fa) service to localhost/127.0.0.1:38459 2024-11-18T02:20:51,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:20:51,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/cluster_b05303ef-5fee-18d2-77cd-9c8ec5771ffd/data/data1/current/BP-1977290416-172.17.0.2-1731896428331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:51,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/cluster_b05303ef-5fee-18d2-77cd-9c8ec5771ffd/data/data2/current/BP-1977290416-172.17.0.2-1731896428331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:51,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:20:51,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76478748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:51,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:51,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:51,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:51,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:51,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:20:51,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:20:51,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:51,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:51,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:51,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:51,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:51,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:20:51,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=854714754, stopped=false 2024-11-18T02:20:51,531 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,39257,1731896426669 2024-11-18T02:20:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1650944261/running 2024-11-18T02:20:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1650944261/running 2024-11-18T02:20:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:51,532 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:51,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:51,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:51,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:51,533 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,43241,1731896426731' ***** 2024-11-18T02:20:51,533 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:20:51,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on znode that does not yet exist, /1-1650944261/running 2024-11-18T02:20:51,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Set watcher on znode that does not yet exist, /1-1650944261/running 2024-11-18T02:20:51,534 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:20:51,534 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:43241. 2024-11-18T02:20:51,535 DEBUG [RS:0;c4730a2bacf8:43241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:51,535 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d3d74a96d297f1404c30a0637c8a170, disabling compactions & flushes 2024-11-18T02:20:51,535 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:51,535 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:51,535 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:51,535 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. after waiting 0 ms 2024-11-18T02:20:51,535 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:20:51,535 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:20:51,535 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d3d74a96d297f1404c30a0637c8a170 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T02:20:51,536 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:20:51,536 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1325): Online Regions={9d3d74a96d297f1404c30a0637c8a170=hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170., 1588230740=hbase:meta,,1.1588230740, 4ef90cfa5217435cbb62b9b5538aff5e=test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e.} 2024-11-18T02:20:51,536 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ef90cfa5217435cbb62b9b5538aff5e, 9d3d74a96d297f1404c30a0637c8a170 2024-11-18T02:20:51,536 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:51,536 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:51,536 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:51,536 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:51,536 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:51,536 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:20:51,557 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/info/bd39c4505be940c4a1c8c459e92ecdfa is 147, key is hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170./info:regioninfo/1731896439662/Put/seqid=0 2024-11-18T02:20:51,559 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170/.tmp/queue/99819de49bb4474bbfc921c3bb1620e8 is 154, key is 1-c4730a2bacf8,43241,1731896426731/queue:c4730a2bacf8%2C43241%2C1731896426731/1731896448920/Put/seqid=0 2024-11-18T02:20:51,559 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741840_1016 (size=7686) 2024-11-18T02:20:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741841_1017 (size=5353) 2024-11-18T02:20:51,565 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170/.tmp/queue/99819de49bb4474bbfc921c3bb1620e8 2024-11-18T02:20:51,570 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170/.tmp/queue/99819de49bb4474bbfc921c3bb1620e8 as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170/queue/99819de49bb4474bbfc921c3bb1620e8 2024-11-18T02:20:51,573 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170/queue/99819de49bb4474bbfc921c3bb1620e8, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T02:20:51,574 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9d3d74a96d297f1404c30a0637c8a170 in 39ms, sequenceid=14, compaction requested=false 2024-11-18T02:20:51,580 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/replication/9d3d74a96d297f1404c30a0637c8a170/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T02:20:51,580 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:51,580 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:51,580 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:51,581 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d3d74a96d297f1404c30a0637c8a170: Waiting for close lock at 1731896451535Running coprocessor pre-close hooks at 1731896451535Disabling compacts and flushes for region at 1731896451535Disabling writes for close at 1731896451535Obtaining lock to block concurrent updates at 1731896451535Preparing flush snapshotting stores in 9d3d74a96d297f1404c30a0637c8a170 at 1731896451535Finished memstore snapshotting hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731896451536 (+1 ms)Flushing stores of hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. at 1731896451536Flushing 9d3d74a96d297f1404c30a0637c8a170/queue: creating writer at 1731896451536Flushing 9d3d74a96d297f1404c30a0637c8a170/queue: appending metadata at 1731896451558 (+22 ms)Flushing 9d3d74a96d297f1404c30a0637c8a170/queue: closing flushed file at 1731896451558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2187b26: reopening flushed file at 1731896451569 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9d3d74a96d297f1404c30a0637c8a170 in 39ms, sequenceid=14, compaction requested=false at 1731896451574 (+5 ms)Writing region close event to WAL at 1731896451576 (+2 ms)Running coprocessor post-close hooks at 1731896451580 (+4 ms)Closed at 1731896451580 2024-11-18T02:20:51,581 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896438862.9d3d74a96d297f1404c30a0637c8a170. 2024-11-18T02:20:51,581 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ef90cfa5217435cbb62b9b5538aff5e, disabling compactions & flushes 2024-11-18T02:20:51,581 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:51,581 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:51,581 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. after waiting 0 ms 2024-11-18T02:20:51,581 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:51,581 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ef90cfa5217435cbb62b9b5538aff5e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T02:20:51,607 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/f/b4d641f3d9554e38b32958c8ee5a1cfc is 37, key is row3/f:row3/1731896447879/Put/seqid=0 2024-11-18T02:20:51,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741842_1018 (size=5228) 2024-11-18T02:20:51,619 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/f/b4d641f3d9554e38b32958c8ee5a1cfc 2024-11-18T02:20:51,624 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4d641f3d9554e38b32958c8ee5a1cfc 2024-11-18T02:20:51,647 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/f1/266f01f3ace44f0ead9c40c12d77b73a is 30, key is row1/f1:/1731896445199/DeleteFamily/seqid=0 2024-11-18T02:20:51,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741843_1019 (size=5158) 2024-11-18T02:20:51,651 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/f1/266f01f3ace44f0ead9c40c12d77b73a 2024-11-18T02:20:51,655 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 266f01f3ace44f0ead9c40c12d77b73a 2024-11-18T02:20:51,673 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/norep/210910ef4b6a482a8ed7fefc86ce0c5a is 33, key is row1/norep:/1731896445199/DeleteFamily/seqid=0 2024-11-18T02:20:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741844_1020 (size=5108) 2024-11-18T02:20:51,697 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1473, reset compression=false 2024-11-18T02:20:51,701 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:51,701 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1720, reset compression=false 2024-11-18T02:20:51,701 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,43241,1731896426731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:51,702 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,43241,1731896426731: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,43241,1731896426731, walGroup=c4730a2bacf8%2C43241%2C1731896426731, offset=c4730a2bacf8%2C43241%2C1731896426731.1731896427578:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:43241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:20:51,703 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:20:51,704 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:20:51,705 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:20:51,705 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:20:51,705 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:20:51,705 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 888799024 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198510048 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:20:51,705 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:39257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:39257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:20:51,736 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:51,907 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1720, reset compression=false 2024-11-18T02:20:51,936 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ef90cfa5217435cbb62b9b5538aff5e 2024-11-18T02:20:51,965 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/info/bd39c4505be940c4a1c8c459e92ecdfa 2024-11-18T02:20:51,987 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/ns/7e58e78baa3249a9bb32182073979e45 is 43, key is default/ns:d/1731896428246/Put/seqid=0 2024-11-18T02:20:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741845_1021 (size=5153) 2024-11-18T02:20:51,998 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/ns/7e58e78baa3249a9bb32182073979e45 2024-11-18T02:20:52,019 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/rep_barrier/e42b648f02e34f5d806d639b38415521 is 112, key is test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e./rep_barrier:seqnumDuringOpen/1731896434518/Put/seqid=0 2024-11-18T02:20:52,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741846_1022 (size=5518) 2024-11-18T02:20:52,079 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/norep/210910ef4b6a482a8ed7fefc86ce0c5a 2024-11-18T02:20:52,083 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 210910ef4b6a482a8ed7fefc86ce0c5a 2024-11-18T02:20:52,083 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/f/b4d641f3d9554e38b32958c8ee5a1cfc as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/f/b4d641f3d9554e38b32958c8ee5a1cfc 2024-11-18T02:20:52,088 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4d641f3d9554e38b32958c8ee5a1cfc 2024-11-18T02:20:52,088 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/f/b4d641f3d9554e38b32958c8ee5a1cfc, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T02:20:52,089 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/f1/266f01f3ace44f0ead9c40c12d77b73a as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/f1/266f01f3ace44f0ead9c40c12d77b73a 2024-11-18T02:20:52,092 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 266f01f3ace44f0ead9c40c12d77b73a 2024-11-18T02:20:52,092 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/f1/266f01f3ace44f0ead9c40c12d77b73a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T02:20:52,094 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/.tmp/norep/210910ef4b6a482a8ed7fefc86ce0c5a as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/norep/210910ef4b6a482a8ed7fefc86ce0c5a 2024-11-18T02:20:52,098 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 210910ef4b6a482a8ed7fefc86ce0c5a 2024-11-18T02:20:52,098 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/norep/210910ef4b6a482a8ed7fefc86ce0c5a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T02:20:52,106 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4ef90cfa5217435cbb62b9b5538aff5e in 525ms, sequenceid=12, compaction requested=false 2024-11-18T02:20:52,110 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/default/test/4ef90cfa5217435cbb62b9b5538aff5e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T02:20:52,111 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:52,111 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:52,111 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:52,111 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ef90cfa5217435cbb62b9b5538aff5e: Waiting for close lock at 1731896451581Running coprocessor pre-close hooks at 1731896451581Disabling compacts and flushes for region at 1731896451581Disabling writes for close at 1731896451581Obtaining lock to block concurrent updates at 1731896451581Preparing flush snapshotting stores in 4ef90cfa5217435cbb62b9b5538aff5e at 1731896451581Finished memstore snapshotting test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731896451581Flushing stores of test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. at 1731896451582 (+1 ms)Flushing 4ef90cfa5217435cbb62b9b5538aff5e/f: creating writer at 1731896451582Flushing 4ef90cfa5217435cbb62b9b5538aff5e/f: appending metadata at 1731896451606 (+24 ms)Flushing 4ef90cfa5217435cbb62b9b5538aff5e/f: closing flushed file at 1731896451607 (+1 ms)Flushing 4ef90cfa5217435cbb62b9b5538aff5e/f1: creating writer at 1731896451624 (+17 ms)Flushing 4ef90cfa5217435cbb62b9b5538aff5e/f1: appending metadata at 1731896451646 (+22 ms)Flushing 4ef90cfa5217435cbb62b9b5538aff5e/f1: closing flushed file at 1731896451646Flushing 4ef90cfa5217435cbb62b9b5538aff5e/norep: creating writer at 1731896451655 (+9 ms)Flushing 4ef90cfa5217435cbb62b9b5538aff5e/norep: appending metadata at 1731896451672 (+17 ms)Flushing 4ef90cfa5217435cbb62b9b5538aff5e/norep: closing flushed file at 1731896451672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf46d7f: reopening flushed file at 1731896452083 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b55229: reopening flushed file at 1731896452088 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18899eeb: reopening flushed file at 1731896452092 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4ef90cfa5217435cbb62b9b5538aff5e in 525ms, sequenceid=12, compaction requested=false at 1731896452106 (+14 ms)Writing region close event to WAL at 1731896452107 (+1 ms)Running coprocessor post-close hooks at 1731896452111 (+4 ms)Closed at 1731896452111 2024-11-18T02:20:52,111 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896433360.4ef90cfa5217435cbb62b9b5538aff5e. 2024-11-18T02:20:52,136 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:20:52,162 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:52,210 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 1720, reset compression=false 2024-11-18T02:20:52,214 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:52,214 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 2364, reset compression=false 2024-11-18T02:20:52,336 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:20:52,417 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 2364, reset compression=false 2024-11-18T02:20:52,430 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/rep_barrier/e42b648f02e34f5d806d639b38415521 2024-11-18T02:20:52,442 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:20:52,442 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:20:52,448 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/table/d2a13ace4c7a40328481b42b1bed2826 is 53, key is hbase:replication/table:state/1731896439670/Put/seqid=0 2024-11-18T02:20:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741847_1023 (size=5308) 2024-11-18T02:20:52,537 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:20:52,537 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:20:52,537 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:20:52,721 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/WALs/c4730a2bacf8,43241,1731896426731/c4730a2bacf8%2C43241%2C1731896426731.1731896427578 to pos 2364, reset compression=false 2024-11-18T02:20:52,737 DEBUG [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:20:52,852 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/table/d2a13ace4c7a40328481b42b1bed2826 2024-11-18T02:20:52,856 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/info/bd39c4505be940c4a1c8c459e92ecdfa as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/info/bd39c4505be940c4a1c8c459e92ecdfa 2024-11-18T02:20:52,859 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/info/bd39c4505be940c4a1c8c459e92ecdfa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:20:52,860 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/ns/7e58e78baa3249a9bb32182073979e45 as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/ns/7e58e78baa3249a9bb32182073979e45 2024-11-18T02:20:52,863 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/ns/7e58e78baa3249a9bb32182073979e45, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:20:52,864 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/rep_barrier/e42b648f02e34f5d806d639b38415521 as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/rep_barrier/e42b648f02e34f5d806d639b38415521 2024-11-18T02:20:52,867 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/rep_barrier/e42b648f02e34f5d806d639b38415521, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:20:52,868 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/.tmp/table/d2a13ace4c7a40328481b42b1bed2826 as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/table/d2a13ace4c7a40328481b42b1bed2826 2024-11-18T02:20:52,871 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/table/d2a13ace4c7a40328481b42b1bed2826, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:20:52,872 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-18T02:20:52,876 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:20:52,876 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:52,876 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:52,876 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:52,876 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896451536Running coprocessor pre-close hooks at 1731896451536Disabling compacts and flushes for region at 1731896451536Disabling writes for close at 1731896451536Obtaining lock to block concurrent updates at 1731896451536Preparing flush snapshotting stores in 1588230740 at 1731896451536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896451536Flushing stores of hbase:meta,,1.1588230740 at 1731896451537 (+1 ms)Flushing 1588230740/info: creating writer at 1731896451537Flushing 1588230740/info: appending metadata at 1731896451556 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731896451556Flushing 1588230740/ns: creating writer at 1731896451970 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731896451987 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731896451987Flushing 1588230740/rep_barrier: creating writer at 1731896452002 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896452019 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896452019Flushing 1588230740/table: creating writer at 1731896452433 (+414 ms)Flushing 1588230740/table: appending metadata at 1731896452448 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731896452448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ddf833: reopening flushed file at 1731896452856 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48514d23: reopening flushed file at 1731896452860 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19407af3: reopening flushed file at 1731896452863 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f7760f: reopening flushed file at 1731896452867 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1731896452872 (+5 ms)Writing region close event to WAL at 1731896452873 (+1 ms)Running coprocessor post-close hooks at 1731896452876 (+3 ms)Closed at 1731896452876 2024-11-18T02:20:52,876 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:52,937 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,43241,1731896426731; all regions closed. 2024-11-18T02:20:52,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:20:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741839_1015 (size=3552) 2024-11-18T02:20:52,943 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:20:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741832_1008 (size=2372) 2024-11-18T02:20:52,944 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:52,944 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:52,944 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:52,944 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:52,945 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:52,945 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:52,945 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,43241,1731896426731 because: Region server is closing 2024-11-18T02:20:52,945 INFO [RS:0;c4730a2bacf8:43241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:43241. 2024-11-18T02:20:52,945 DEBUG [RS:0;c4730a2bacf8:43241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:52,945 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:52,945 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:52,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:52,968 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:53,046 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.shipperc4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 terminated 2024-11-18T02:20:53,046 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,43241,1731896426731.replicationSource.wal-reader.c4730a2bacf8%2C43241%2C1731896426731,1-c4730a2bacf8,43241,1731896426731 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:20:53,046 INFO [RS:0;c4730a2bacf8:43241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:43241. 2024-11-18T02:20:53,046 DEBUG [RS:0;c4730a2bacf8:43241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:53,046 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:53,046 DEBUG [RS:0;c4730a2bacf8:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:53,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:53,046 INFO [RS:0;c4730a2bacf8:43241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43241 2024-11-18T02:20:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1650944261/rs/c4730a2bacf8,43241,1731896426731 2024-11-18T02:20:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261/rs 2024-11-18T02:20:53,048 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:53,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,43241,1731896426731] 2024-11-18T02:20:53,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1650944261/draining/c4730a2bacf8,43241,1731896426731 already deleted, retry=false 2024-11-18T02:20:53,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,43241,1731896426731 expired; onlineServers=0 2024-11-18T02:20:53,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,39257,1731896426669' ***** 2024-11-18T02:20:53,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:20:53,052 INFO [M:0;c4730a2bacf8:39257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:53,052 INFO [M:0;c4730a2bacf8:39257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:53,052 DEBUG [M:0;c4730a2bacf8:39257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:20:53,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:20:53,052 DEBUG [M:0;c4730a2bacf8:39257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:20:53,052 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896427396 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896427396,5,FailOnTimeoutGroup] 2024-11-18T02:20:53,052 INFO [M:0;c4730a2bacf8:39257 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:53,052 INFO [M:0;c4730a2bacf8:39257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:53,052 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896427404 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896427404,5,FailOnTimeoutGroup] 2024-11-18T02:20:53,052 DEBUG [M:0;c4730a2bacf8:39257 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:20:53,052 INFO [M:0;c4730a2bacf8:39257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:20:53,053 INFO [M:0;c4730a2bacf8:39257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:53,053 INFO [M:0;c4730a2bacf8:39257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:20:53,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:20:53,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1650944261/master 2024-11-18T02:20:53,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1650944261 2024-11-18T02:20:53,054 DEBUG [M:0;c4730a2bacf8:39257 {}] zookeeper.ZKUtil(347): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Unable to get data of znode /1-1650944261/master because node does not exist (not an error) 2024-11-18T02:20:53,054 WARN [M:0;c4730a2bacf8:39257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:20:53,055 INFO [M:0;c4730a2bacf8:39257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/.lastflushedseqids 2024-11-18T02:20:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741848_1024 (size=245) 2024-11-18T02:20:53,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:53,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x10128e0196d0004, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:53,150 INFO [RS:0;c4730a2bacf8:43241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:53,150 INFO [RS:0;c4730a2bacf8:43241 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,43241,1731896426731; zookeeper connection closed. 2024-11-18T02:20:53,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53b0cd16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53b0cd16 2024-11-18T02:20:53,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:20:53,459 INFO [M:0;c4730a2bacf8:39257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:20:53,459 INFO [M:0;c4730a2bacf8:39257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:20:53,459 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:53,459 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:53,459 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:53,459 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:53,459 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:53,459 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T02:20:53,475 DEBUG [M:0;c4730a2bacf8:39257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3e3319c08da46e0825b9f46ed137104 is 82, key is hbase:meta,,1/info:regioninfo/1731896428233/Put/seqid=0 2024-11-18T02:20:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741849_1025 (size=5672) 2024-11-18T02:20:53,871 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:53,879 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3e3319c08da46e0825b9f46ed137104 2024-11-18T02:20:53,908 DEBUG [M:0;c4730a2bacf8:39257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27faf7d2691c48b893a985f8fbfefb98 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896439674/Put/seqid=0 2024-11-18T02:20:53,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741850_1026 (size=8516) 2024-11-18T02:20:54,312 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27faf7d2691c48b893a985f8fbfefb98 2024-11-18T02:20:54,334 DEBUG [M:0;c4730a2bacf8:39257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be4a08415e1f4cabb7bd20ce01c68600 is 69, key is c4730a2bacf8,43241,1731896426731/rs:state/1731896427422/Put/seqid=0 2024-11-18T02:20:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741851_1027 (size=5156) 2024-11-18T02:20:54,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:54,739 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be4a08415e1f4cabb7bd20ce01c68600 2024-11-18T02:20:54,743 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3e3319c08da46e0825b9f46ed137104 as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3e3319c08da46e0825b9f46ed137104 2024-11-18T02:20:54,747 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3e3319c08da46e0825b9f46ed137104, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T02:20:54,747 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27faf7d2691c48b893a985f8fbfefb98 as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27faf7d2691c48b893a985f8fbfefb98 2024-11-18T02:20:54,750 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27faf7d2691c48b893a985f8fbfefb98, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T02:20:54,751 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be4a08415e1f4cabb7bd20ce01c68600 as hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be4a08415e1f4cabb7bd20ce01c68600 2024-11-18T02:20:54,754 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37283/user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be4a08415e1f4cabb7bd20ce01c68600, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T02:20:54,755 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-18T02:20:54,757 INFO [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:54,757 DEBUG [M:0;c4730a2bacf8:39257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896453459Disabling compacts and flushes for region at 1731896453459Disabling writes for close at 1731896453459Obtaining lock to block concurrent updates at 1731896453459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896453459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731896453460 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896453460Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896453460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896453475 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896453475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896453882 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896453907 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896453907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896454316 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896454334 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896454334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316648e0: reopening flushed file at 1731896454742 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6e514f: reopening flushed file at 1731896454747 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9901b: reopening flushed file at 1731896454751 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1731896454755 (+4 ms)Writing region close event to WAL at 1731896454757 (+2 ms)Closed at 1731896454757 2024-11-18T02:20:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45873 is added to blk_1073741830_1006 (size=63654) 2024-11-18T02:20:54,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3db81bd0-24b4-d4b0-c367-8cb2acbd9e81/MasterData/WALs/c4730a2bacf8,39257,1731896426669/c4730a2bacf8%2C39257%2C1731896426669.1731896427325 not finished, retry = 0 2024-11-18T02:20:54,860 INFO [M:0;c4730a2bacf8:39257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:20:54,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:54,860 INFO [M:0;c4730a2bacf8:39257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39257 2024-11-18T02:20:54,861 INFO [M:0;c4730a2bacf8:39257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:54,875 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:54,963 INFO [M:0;c4730a2bacf8:39257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39257-0x10128e0196d0003, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:54,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79e08126{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:54,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:54,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:54,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:54,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:54,967 WARN [BP-2076998817-172.17.0.2-1731896425893 heartbeating to localhost/127.0.0.1:37283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:20:54,967 WARN [BP-2076998817-172.17.0.2-1731896425893 heartbeating to localhost/127.0.0.1:37283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2076998817-172.17.0.2-1731896425893 (Datanode Uuid edf702ed-9d32-4184-bf13-91e43acca1a7) service to localhost/127.0.0.1:37283 2024-11-18T02:20:54,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:20:54,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:20:54,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/cluster_d6454c82-2dd9-9885-a8ab-ddb1a7abd713/data/data1/current/BP-2076998817-172.17.0.2-1731896425893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:54,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:20:54,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/cluster_d6454c82-2dd9-9885-a8ab-ddb1a7abd713/data/data2/current/BP-2076998817-172.17.0.2-1731896425893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:54,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c36904c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:54,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:54,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:54,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:54,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3571b946-256d-3799-cd8e-d725103ad99f/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:54,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:20:54,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:20:54,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:54,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:54,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:54,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:54,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:54,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:20:54,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260511160, stopped=false 2024-11-18T02:20:54,988 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,44303,1731896422965 2024-11-18T02:20:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127000008/running 2024-11-18T02:20:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127000008/running 2024-11-18T02:20:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:54,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:54,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:54,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on znode that does not yet exist, /0-127000008/running 2024-11-18T02:20:54,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Set watcher on znode that does not yet exist, /0-127000008/running 2024-11-18T02:20:54,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:20:54,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:54,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:54,995 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,35897,1731896423085' ***** 2024-11-18T02:20:54,995 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(3091): Received CLOSE for 55c23e8e9832b113d7c10821e1944ca9 2024-11-18T02:20:54,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(3091): Received CLOSE for fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:54,996 INFO [RS:0;c4730a2bacf8:35897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35897. 2024-11-18T02:20:54,996 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55c23e8e9832b113d7c10821e1944ca9, disabling compactions & flushes 2024-11-18T02:20:54,996 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:54,996 DEBUG [RS:0;c4730a2bacf8:35897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:54,997 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:54,997 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:54,997 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. after waiting 0 ms 2024-11-18T02:20:54,997 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:54,997 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:20:54,997 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:20:54,997 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:20:54,997 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:20:54,997 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55c23e8e9832b113d7c10821e1944ca9 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T02:20:54,997 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:20:54,997 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1325): Online Regions={55c23e8e9832b113d7c10821e1944ca9=hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9., 1588230740=hbase:meta,,1.1588230740, fc8e65f0e7c95d9a7b64debd6e621631=test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631.} 2024-11-18T02:20:54,997 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55c23e8e9832b113d7c10821e1944ca9, fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:54,997 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:20:54,997 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:20:54,997 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:20:54,997 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:20:54,997 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:20:54,997 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:20:55,007 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:20:55,007 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:20:55,013 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9/.tmp/queue/c835db11f49140e39285028e273b07b3 is 154, key is 1-c4730a2bacf8,35897,1731896423085/queue:c4730a2bacf8%2C35897%2C1731896423085/1731896449392/Put/seqid=0 2024-11-18T02:20:55,016 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/info/ab45e92c366049719959d764d302f7bd is 147, key is hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9./info:regioninfo/1731896438139/Put/seqid=0 2024-11-18T02:20:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741840_1016 (size=5353) 2024-11-18T02:20:55,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741841_1017 (size=7686) 2024-11-18T02:20:55,020 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/info/ab45e92c366049719959d764d302f7bd 2024-11-18T02:20:55,027 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:55,039 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/ns/941bd65e721e48f68d0e177b7a5a66ac is 43, key is default/ns:d/1731896425796/Put/seqid=0 2024-11-18T02:20:55,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741842_1018 (size=5153) 2024-11-18T02:20:55,044 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/ns/941bd65e721e48f68d0e177b7a5a66ac 2024-11-18T02:20:55,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:20:55,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,069 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/rep_barrier/475480f81e4347fbbb5235590ef2caf3 is 112, key is test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631./rep_barrier:seqnumDuringOpen/1731896432985/Put/seqid=0 2024-11-18T02:20:55,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741843_1019 (size=5518) 2024-11-18T02:20:55,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:20:55,197 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55c23e8e9832b113d7c10821e1944ca9, fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:55,397 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55c23e8e9832b113d7c10821e1944ca9, fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:55,417 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9/.tmp/queue/c835db11f49140e39285028e273b07b3 2024-11-18T02:20:55,422 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9/.tmp/queue/c835db11f49140e39285028e273b07b3 as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9/queue/c835db11f49140e39285028e273b07b3 2024-11-18T02:20:55,425 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9/queue/c835db11f49140e39285028e273b07b3, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T02:20:55,426 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 55c23e8e9832b113d7c10821e1944ca9 in 429ms, sequenceid=14, compaction requested=false 2024-11-18T02:20:55,429 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/replication/55c23e8e9832b113d7c10821e1944ca9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:55,430 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55c23e8e9832b113d7c10821e1944ca9: Waiting for close lock at 1731896454996Running coprocessor pre-close hooks at 1731896454996Disabling compacts and flushes for region at 1731896454996Disabling writes for close at 1731896454997 (+1 ms)Obtaining lock to block concurrent updates at 1731896454997Preparing flush snapshotting stores in 55c23e8e9832b113d7c10821e1944ca9 at 1731896454997Finished memstore snapshotting hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731896454997Flushing stores of hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. at 1731896454998 (+1 ms)Flushing 55c23e8e9832b113d7c10821e1944ca9/queue: creating writer at 1731896454998Flushing 55c23e8e9832b113d7c10821e1944ca9/queue: appending metadata at 1731896455012 (+14 ms)Flushing 55c23e8e9832b113d7c10821e1944ca9/queue: closing flushed file at 1731896455012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505997e0: reopening flushed file at 1731896455421 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 55c23e8e9832b113d7c10821e1944ca9 in 429ms, sequenceid=14, compaction requested=false at 1731896455426 (+5 ms)Writing region close event to WAL at 1731896455427 (+1 ms)Running coprocessor post-close hooks at 1731896455430 (+3 ms)Closed at 1731896455430 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896437700.55c23e8e9832b113d7c10821e1944ca9. 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc8e65f0e7c95d9a7b64debd6e621631, disabling compactions & flushes 2024-11-18T02:20:55,430 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. after waiting 0 ms 2024-11-18T02:20:55,430 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:55,430 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc8e65f0e7c95d9a7b64debd6e621631 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T02:20:55,446 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/f/a1758c9150194e1d8c02b54ef61072da is 37, key is row3/f:row3/1731896447879/Put/seqid=0 2024-11-18T02:20:55,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741844_1020 (size=5228) 2024-11-18T02:20:55,450 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/f/a1758c9150194e1d8c02b54ef61072da 2024-11-18T02:20:55,454 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1758c9150194e1d8c02b54ef61072da 2024-11-18T02:20:55,469 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/f1/1b9492354ad147e18eb4d58ce9a9c56f is 30, key is row1/f1:/1731896445199/DeleteFamily/seqid=0 2024-11-18T02:20:55,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741845_1021 (size=5158) 2024-11-18T02:20:55,473 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/f1/1b9492354ad147e18eb4d58ce9a9c56f 2024-11-18T02:20:55,476 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b9492354ad147e18eb4d58ce9a9c56f 2024-11-18T02:20:55,481 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/rep_barrier/475480f81e4347fbbb5235590ef2caf3 2024-11-18T02:20:55,500 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/norep/9015806c3ba345d186724769f84dc705 is 32, key is row/norep:/1731896444193/DeleteFamily/seqid=0 2024-11-18T02:20:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741846_1022 (size=5101) 2024-11-18T02:20:55,510 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/table/26dac0c7aa8f403d871dfa6bca08d53b is 53, key is hbase:replication/table:state/1731896438151/Put/seqid=0 2024-11-18T02:20:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741847_1023 (size=5308) 2024-11-18T02:20:55,598 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:55,798 DEBUG [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc8e65f0e7c95d9a7b64debd6e621631 2024-11-18T02:20:55,904 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/norep/9015806c3ba345d186724769f84dc705 2024-11-18T02:20:55,908 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9015806c3ba345d186724769f84dc705 2024-11-18T02:20:55,909 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/f/a1758c9150194e1d8c02b54ef61072da as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/f/a1758c9150194e1d8c02b54ef61072da 2024-11-18T02:20:55,913 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1758c9150194e1d8c02b54ef61072da 2024-11-18T02:20:55,913 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/f/a1758c9150194e1d8c02b54ef61072da, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T02:20:55,914 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/table/26dac0c7aa8f403d871dfa6bca08d53b 2024-11-18T02:20:55,914 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/f1/1b9492354ad147e18eb4d58ce9a9c56f as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/f1/1b9492354ad147e18eb4d58ce9a9c56f 2024-11-18T02:20:55,918 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b9492354ad147e18eb4d58ce9a9c56f 2024-11-18T02:20:55,918 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/f1/1b9492354ad147e18eb4d58ce9a9c56f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T02:20:55,918 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/info/ab45e92c366049719959d764d302f7bd as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/info/ab45e92c366049719959d764d302f7bd 2024-11-18T02:20:55,919 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/.tmp/norep/9015806c3ba345d186724769f84dc705 as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/norep/9015806c3ba345d186724769f84dc705 2024-11-18T02:20:55,922 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/info/ab45e92c366049719959d764d302f7bd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:20:55,922 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9015806c3ba345d186724769f84dc705 2024-11-18T02:20:55,923 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/norep/9015806c3ba345d186724769f84dc705, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T02:20:55,923 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/ns/941bd65e721e48f68d0e177b7a5a66ac as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/ns/941bd65e721e48f68d0e177b7a5a66ac 2024-11-18T02:20:55,924 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc8e65f0e7c95d9a7b64debd6e621631 in 493ms, sequenceid=12, compaction requested=false 2024-11-18T02:20:55,924 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:20:55,927 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/ns/941bd65e721e48f68d0e177b7a5a66ac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:20:55,928 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/rep_barrier/475480f81e4347fbbb5235590ef2caf3 as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/rep_barrier/475480f81e4347fbbb5235590ef2caf3 2024-11-18T02:20:55,931 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/rep_barrier/475480f81e4347fbbb5235590ef2caf3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:20:55,932 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/.tmp/table/26dac0c7aa8f403d871dfa6bca08d53b as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/table/26dac0c7aa8f403d871dfa6bca08d53b 2024-11-18T02:20:55,936 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/table/26dac0c7aa8f403d871dfa6bca08d53b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:20:55,937 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false 2024-11-18T02:20:55,937 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:20:55,938 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/default/test/fc8e65f0e7c95d9a7b64debd6e621631/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T02:20:55,938 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:55,938 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:20:55,938 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:55,938 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc8e65f0e7c95d9a7b64debd6e621631: Waiting for close lock at 1731896455430Running coprocessor pre-close hooks at 1731896455430Disabling compacts and flushes for region at 1731896455430Disabling writes for close at 1731896455430Obtaining lock to block concurrent updates at 1731896455430Preparing flush snapshotting stores in fc8e65f0e7c95d9a7b64debd6e621631 at 1731896455430Finished memstore snapshotting test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731896455431 (+1 ms)Flushing stores of test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. at 1731896455431Flushing fc8e65f0e7c95d9a7b64debd6e621631/f: creating writer at 1731896455431Flushing fc8e65f0e7c95d9a7b64debd6e621631/f: appending metadata at 1731896455445 (+14 ms)Flushing fc8e65f0e7c95d9a7b64debd6e621631/f: closing flushed file at 1731896455445Flushing fc8e65f0e7c95d9a7b64debd6e621631/f1: creating writer at 1731896455455 (+10 ms)Flushing fc8e65f0e7c95d9a7b64debd6e621631/f1: appending metadata at 1731896455469 (+14 ms)Flushing fc8e65f0e7c95d9a7b64debd6e621631/f1: closing flushed file at 1731896455469Flushing fc8e65f0e7c95d9a7b64debd6e621631/norep: creating writer at 1731896455476 (+7 ms)Flushing fc8e65f0e7c95d9a7b64debd6e621631/norep: appending metadata at 1731896455499 (+23 ms)Flushing fc8e65f0e7c95d9a7b64debd6e621631/norep: closing flushed file at 1731896455499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e86c6e7: reopening flushed file at 1731896455908 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9c6f2f: reopening flushed file at 1731896455913 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5a9d09: reopening flushed file at 1731896455918 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc8e65f0e7c95d9a7b64debd6e621631 in 493ms, sequenceid=12, compaction requested=false at 1731896455924 (+6 ms)Writing region close event to WAL at 1731896455934 (+10 ms)Running coprocessor post-close hooks at 1731896455938 (+4 ms)Closed at 1731896455938 2024-11-18T02:20:55,938 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896432214.fc8e65f0e7c95d9a7b64debd6e621631. 2024-11-18T02:20:55,942 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:20:55,942 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:20:55,942 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:20:55,942 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:55,942 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896454997Running coprocessor pre-close hooks at 1731896454997Disabling compacts and flushes for region at 1731896454997Disabling writes for close at 1731896454997Obtaining lock to block concurrent updates at 1731896454997Preparing flush snapshotting stores in 1588230740 at 1731896454997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896454998 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896454998Flushing 1588230740/info: creating writer at 1731896454998Flushing 1588230740/info: appending metadata at 1731896455016 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731896455016Flushing 1588230740/ns: creating writer at 1731896455025 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731896455039 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896455039Flushing 1588230740/rep_barrier: creating writer at 1731896455048 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896455069 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896455069Flushing 1588230740/table: creating writer at 1731896455484 (+415 ms)Flushing 1588230740/table: appending metadata at 1731896455510 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731896455510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3e4b70: reopening flushed file at 1731896455918 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4feab83b: reopening flushed file at 1731896455922 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31840fff: reopening flushed file at 1731896455927 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faef4d5: reopening flushed file at 1731896455931 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false at 1731896455937 (+6 ms)Writing region close event to WAL at 1731896455939 (+2 ms)Running coprocessor post-close hooks at 1731896455942 (+3 ms)Closed at 1731896455942 2024-11-18T02:20:55,942 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:20:55,978 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 1496, reset compression=false 2024-11-18T02:20:55,982 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:20:55,982 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155 to pos 2387, reset compression=false 2024-11-18T02:20:55,982 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35897,1731896423085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/WALs/c4730a2bacf8,35897,1731896423085/c4730a2bacf8%2C35897%2C1731896423085.1731896425155, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:20:55,983 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,35897,1731896423085: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,35897,1731896423085, walGroup=c4730a2bacf8%2C35897%2C1731896423085, offset=c4730a2bacf8%2C35897%2C1731896423085.1731896425155:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:35897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:20:55,985 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:20:55,985 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:20:55,985 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:20:55,985 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:20:55,985 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:20:55,985 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 885049344 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199273120 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:20:55,986 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:44303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:44303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:20:55,998 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,35897,1731896423085; all regions closed. 2024-11-18T02:20:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:20:56,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741839_1015 (size=3552) 2024-11-18T02:20:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741833_1009 (size=2395) 2024-11-18T02:20:56,004 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:56,004 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:20:56,004 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:56,005 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:56,005 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:56,005 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:56,005 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,35897,1731896423085 because: Region server is closing 2024-11-18T02:20:56,005 INFO [RS:0;c4730a2bacf8:35897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35897. 2024-11-18T02:20:56,005 DEBUG [RS:0;c4730a2bacf8:35897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:56,005 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:56,006 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:56,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:56,106 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.shipperc4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 terminated 2024-11-18T02:20:56,106 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35897,1731896423085.replicationSource.wal-reader.c4730a2bacf8%2C35897%2C1731896423085,1-c4730a2bacf8,35897,1731896423085 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:20:56,106 INFO [RS:0;c4730a2bacf8:35897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35897. 2024-11-18T02:20:56,106 DEBUG [RS:0;c4730a2bacf8:35897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:20:56,106 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:56,106 DEBUG [RS:0;c4730a2bacf8:35897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:20:56,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:20:56,106 INFO [RS:0;c4730a2bacf8:35897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35897 2024-11-18T02:20:56,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127000008/rs/c4730a2bacf8,35897,1731896423085 2024-11-18T02:20:56,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008/rs 2024-11-18T02:20:56,109 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:56,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,35897,1731896423085] 2024-11-18T02:20:56,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-127000008/draining/c4730a2bacf8,35897,1731896423085 already deleted, retry=false 2024-11-18T02:20:56,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,35897,1731896423085 expired; onlineServers=0 2024-11-18T02:20:56,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,44303,1731896422965' ***** 2024-11-18T02:20:56,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:20:56,111 INFO [M:0;c4730a2bacf8:44303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:20:56,111 INFO [M:0;c4730a2bacf8:44303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:20:56,111 DEBUG [M:0;c4730a2bacf8:44303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:20:56,111 DEBUG [M:0;c4730a2bacf8:44303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:20:56,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:20:56,111 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896424944 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896424944,5,FailOnTimeoutGroup] 2024-11-18T02:20:56,111 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896424938 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896424938,5,FailOnTimeoutGroup] 2024-11-18T02:20:56,112 INFO [M:0;c4730a2bacf8:44303 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:20:56,112 INFO [M:0;c4730a2bacf8:44303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:20:56,112 DEBUG [M:0;c4730a2bacf8:44303 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:20:56,112 INFO [M:0;c4730a2bacf8:44303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:20:56,112 INFO [M:0;c4730a2bacf8:44303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:20:56,112 INFO [M:0;c4730a2bacf8:44303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:20:56,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:20:56,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-127000008/master 2024-11-18T02:20:56,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-127000008 2024-11-18T02:20:56,114 DEBUG [M:0;c4730a2bacf8:44303 {}] zookeeper.ZKUtil(347): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Unable to get data of znode /0-127000008/master because node does not exist (not an error) 2024-11-18T02:20:56,114 WARN [M:0;c4730a2bacf8:44303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:20:56,114 INFO [M:0;c4730a2bacf8:44303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/.lastflushedseqids 2024-11-18T02:20:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741848_1024 (size=245) 2024-11-18T02:20:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:56,210 INFO [RS:0;c4730a2bacf8:35897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35897-0x10128e0196d0001, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:56,210 INFO [RS:0;c4730a2bacf8:35897 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,35897,1731896423085; zookeeper connection closed. 2024-11-18T02:20:56,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1703f0f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1703f0f1 2024-11-18T02:20:56,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:20:56,519 INFO [M:0;c4730a2bacf8:44303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:20:56,519 INFO [M:0;c4730a2bacf8:44303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:20:56,519 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:56,519 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:56,519 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:56,519 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:56,519 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:56,519 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T02:20:56,534 DEBUG [M:0;c4730a2bacf8:44303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2050f4aac69a4c3a9dc361ccb73e28a9 is 82, key is hbase:meta,,1/info:regioninfo/1731896425770/Put/seqid=0 2024-11-18T02:20:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741849_1025 (size=5672) 2024-11-18T02:20:56,538 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2050f4aac69a4c3a9dc361ccb73e28a9 2024-11-18T02:20:56,557 DEBUG [M:0;c4730a2bacf8:44303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/defec5be2c10458192b8689e790818b1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731896432995/Put/seqid=0 2024-11-18T02:20:56,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741850_1026 (size=7218) 2024-11-18T02:20:56,961 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/defec5be2c10458192b8689e790818b1 2024-11-18T02:20:56,965 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for defec5be2c10458192b8689e790818b1 2024-11-18T02:20:56,984 DEBUG [M:0;c4730a2bacf8:44303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477a181626ed45f4b6296d2f55081254 is 69, key is c4730a2bacf8,35897,1731896423085/rs:state/1731896424971/Put/seqid=0 2024-11-18T02:20:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741851_1027 (size=5156) 2024-11-18T02:20:57,388 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477a181626ed45f4b6296d2f55081254 2024-11-18T02:20:57,392 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2050f4aac69a4c3a9dc361ccb73e28a9 as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2050f4aac69a4c3a9dc361ccb73e28a9 2024-11-18T02:20:57,396 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2050f4aac69a4c3a9dc361ccb73e28a9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T02:20:57,396 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/defec5be2c10458192b8689e790818b1 as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/defec5be2c10458192b8689e790818b1 2024-11-18T02:20:57,399 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for defec5be2c10458192b8689e790818b1 2024-11-18T02:20:57,399 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/defec5be2c10458192b8689e790818b1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T02:20:57,400 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477a181626ed45f4b6296d2f55081254 as hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477a181626ed45f4b6296d2f55081254 2024-11-18T02:20:57,403 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38131/user/jenkins/test-data/1c560b10-a5e2-f600-97e9-959222325468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477a181626ed45f4b6296d2f55081254, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T02:20:57,404 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false 2024-11-18T02:20:57,405 INFO [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:57,405 DEBUG [M:0;c4730a2bacf8:44303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896456519Disabling compacts and flushes for region at 1731896456519Disabling writes for close at 1731896456519Obtaining lock to block concurrent updates at 1731896456519Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896456519Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731896456520 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896456520Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896456520Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896456534 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896456534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896456542 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896456556 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896456556Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896456965 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896456983 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896456983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a24b38f: reopening flushed file at 1731896457391 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d12a25: reopening flushed file at 1731896457396 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20653da: reopening flushed file at 1731896457399 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false at 1731896457404 (+5 ms)Writing region close event to WAL at 1731896457405 (+1 ms)Closed at 1731896457405 2024-11-18T02:20:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741830_1006 (size=64423) 2024-11-18T02:20:57,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:20:57,408 INFO [M:0;c4730a2bacf8:44303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:20:57,408 INFO [M:0;c4730a2bacf8:44303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44303 2024-11-18T02:20:57,408 INFO [M:0;c4730a2bacf8:44303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:20:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:57,510 INFO [M:0;c4730a2bacf8:44303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:20:57,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44303-0x10128e0196d0000, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:20:57,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28400cbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:57,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:57,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:57,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:57,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:57,515 WARN [BP-1063927426-172.17.0.2-1731896422141 heartbeating to localhost/127.0.0.1:38131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:20:57,515 WARN [BP-1063927426-172.17.0.2-1731896422141 heartbeating to localhost/127.0.0.1:38131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1063927426-172.17.0.2-1731896422141 (Datanode Uuid a18df40e-13c4-4e94-aaf0-a4061b9ace48) service to localhost/127.0.0.1:38131 2024-11-18T02:20:57,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:20:57,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:20:57,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717/data/data1/current/BP-1063927426-172.17.0.2-1731896422141 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:57,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/cluster_5d57b4ce-79d7-29b4-306b-525d4a26e717/data/data2/current/BP-1063927426-172.17.0.2-1731896422141 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:20:57,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:20:57,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15e4e09a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:57,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:20:57,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:20:57,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:20:57,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cba2deb-53e5-8943-ff15-3dc6a9f44ae7/hadoop.log.dir/,STOPPED} 2024-11-18T02:20:57,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:20:57,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:20:57,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=317 (was 268) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38459 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38131 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37283 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2445 (was 3578) 2024-11-18T02:20:57,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=317, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=2445 2024-11-18T02:20:57,573 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T02:20:57,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.log.dir so I do NOT create it in target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9 2024-11-18T02:20:57,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:20:57,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.tmp.dir so I do NOT create it in target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9 2024-11-18T02:20:57,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16deb83e-90bc-0b41-be27-e106bf4e419c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:20:57,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9 2024-11-18T02:20:57,574 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6, deleteOnExit=true 2024-11-18T02:20:57,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6/zookeeper_0, clientPort=58761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:20:57,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58761 2024-11-18T02:20:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:20:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:20:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/test.cache.data in system properties and HBase conf 2024-11-18T02:20:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:20:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:20:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:20:57,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:20:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:20:57,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:20:57,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:20:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128e0196d0005, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:20:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10128e0196d0008, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:20:57,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128e0196d0002, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:20:57,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128e0196d0005, quorum=127.0.0.1:61235, baseZNode=/1-1650944261 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:20:57,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128e0196d0002, quorum=127.0.0.1:61235, baseZNode=/0-127000008 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:20:57,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10128e0196d0008, quorum=127.0.0.1:61235, baseZNode=/2561596663 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:20:57,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:57,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:57,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:57,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:57,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:20:57,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:57,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4fcf79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:57,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3d5011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:57,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55e40119{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/java.io.tmpdir/jetty-localhost-40311-hadoop-hdfs-3_4_1-tests_jar-_-any-11093055136257028179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:20:57,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca31e18{HTTP/1.1, (http/1.1)}{localhost:40311} 2024-11-18T02:20:57,810 INFO [Time-limited test {}] server.Server(415): Started @244141ms 2024-11-18T02:20:57,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:20:57,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:20:57,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:20:57,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:20:57,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:20:57,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@770db563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:20:57,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b48e5b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:20:58,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5105e8fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/java.io.tmpdir/jetty-localhost-45287-hadoop-hdfs-3_4_1-tests_jar-_-any-16140090905515353297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:20:58,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52c4ff25{HTTP/1.1, (http/1.1)}{localhost:45287} 2024-11-18T02:20:58,066 INFO [Time-limited test {}] server.Server(415): Started @244397ms 2024-11-18T02:20:58,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:20:58,167 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6/data/data1/current/BP-1531969260-172.17.0.2-1731896457604/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:58,168 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6/data/data2/current/BP-1531969260-172.17.0.2-1731896457604/current, will proceed with Du for space computation calculation, 2024-11-18T02:20:58,186 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:20:58,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa35126b11ec0b0d with lease ID 0x54342944f4e81280: Processing first storage report for DS-65cf3407-25c9-47cf-b55d-cc12953d23ad from datanode DatanodeRegistration(127.0.0.1:44669, datanodeUuid=bfe736e9-11c5-4054-aed8-3201aeb6d3f4, infoPort=42857, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=423243899;c=1731896457604) 2024-11-18T02:20:58,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa35126b11ec0b0d with lease ID 0x54342944f4e81280: from storage DS-65cf3407-25c9-47cf-b55d-cc12953d23ad node DatanodeRegistration(127.0.0.1:44669, datanodeUuid=bfe736e9-11c5-4054-aed8-3201aeb6d3f4, infoPort=42857, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=423243899;c=1731896457604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:58,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa35126b11ec0b0d with lease ID 0x54342944f4e81280: Processing first storage report for DS-32ddf62d-3516-4409-9b38-cb88f5c1668f from datanode DatanodeRegistration(127.0.0.1:44669, datanodeUuid=bfe736e9-11c5-4054-aed8-3201aeb6d3f4, infoPort=42857, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=423243899;c=1731896457604) 2024-11-18T02:20:58,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa35126b11ec0b0d with lease ID 0x54342944f4e81280: from storage DS-32ddf62d-3516-4409-9b38-cb88f5c1668f node DatanodeRegistration(127.0.0.1:44669, datanodeUuid=bfe736e9-11c5-4054-aed8-3201aeb6d3f4, infoPort=42857, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=423243899;c=1731896457604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:20:58,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9 2024-11-18T02:20:58,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:58,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:20:58,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b with version=8 2024-11-18T02:20:58,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/hbase-staging 2024-11-18T02:20:58,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:58,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:58,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:58,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:58,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:58,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:58,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:20:58,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:58,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39425 2024-11-18T02:20:58,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39425 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:20:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394250x0, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:58,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39425-0x10128e0a3f80000 connected 2024-11-18T02:20:58,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:58,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:58,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on znode that does not yet exist, /0412262722/running 2024-11-18T02:20:58,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b, hbase.cluster.distributed=false 2024-11-18T02:20:58,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on znode that does not yet exist, /0412262722/acl 2024-11-18T02:20:58,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-18T02:20:58,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39425 2024-11-18T02:20:58,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39425 2024-11-18T02:20:58,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-18T02:20:58,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-18T02:20:58,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:20:58,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:58,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:58,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:20:58,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:20:58,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:20:58,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:20:58,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:20:58,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32855 2024-11-18T02:20:58,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32855 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:20:58,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:58,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328550x0, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:20:58,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32855-0x10128e0a3f80001 connected 2024-11-18T02:20:58,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on znode that does not yet exist, /0412262722/running 2024-11-18T02:20:58,272 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:20:58,273 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:20:58,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on znode that does not yet exist, /0412262722/master 2024-11-18T02:20:58,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on znode that does not yet exist, /0412262722/acl 2024-11-18T02:20:58,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-18T02:20:58,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32855 2024-11-18T02:20:58,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32855 2024-11-18T02:20:58,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-18T02:20:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-18T02:20:58,299 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:39425 2024-11-18T02:20:58,299 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0412262722/backup-masters/c4730a2bacf8,39425,1731896458211 2024-11-18T02:20:58,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722/backup-masters 2024-11-18T02:20:58,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722/backup-masters 2024-11-18T02:20:58,302 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on existing znode=/0412262722/backup-masters/c4730a2bacf8,39425,1731896458211 2024-11-18T02:20:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0412262722/master 2024-11-18T02:20:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:20:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:20:58,305 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on existing znode=/0412262722/master 2024-11-18T02:20:58,305 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0412262722/backup-masters/c4730a2bacf8,39425,1731896458211 from backup master directory 2024-11-18T02:20:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0412262722/backup-masters/c4730a2bacf8,39425,1731896458211 2024-11-18T02:20:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722/backup-masters 2024-11-18T02:20:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722/backup-masters 2024-11-18T02:20:58,306 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:20:58,306 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,39425,1731896458211 2024-11-18T02:20:58,309 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/hbase.id] with ID: cbafbd4d-c9fc-4e92-9d77-4bc6793f2289 2024-11-18T02:20:58,309 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/.tmp/hbase.id 2024-11-18T02:20:58,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:20:58,718 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/.tmp/hbase.id]:[hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/hbase.id] 2024-11-18T02:20:58,727 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:20:58,727 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:20:58,728 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:20:58,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:20:58,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:20:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:20:59,140 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:20:59,141 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:20:59,141 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:20:59,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:20:59,547 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store 2024-11-18T02:20:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:20:59,953 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:59,953 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:20:59,953 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:59,953 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:59,953 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:20:59,953 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:59,953 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:20:59,953 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896459953Disabling compacts and flushes for region at 1731896459953Disabling writes for close at 1731896459953Writing region close event to WAL at 1731896459953Closed at 1731896459953 2024-11-18T02:20:59,954 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/.initializing 2024-11-18T02:20:59,954 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/WALs/c4730a2bacf8,39425,1731896458211 2024-11-18T02:20:59,955 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:20:59,956 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C39425%2C1731896458211, suffix=, logDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/WALs/c4730a2bacf8,39425,1731896458211, archiveDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/oldWALs, maxLogs=10 2024-11-18T02:20:59,971 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/WALs/c4730a2bacf8,39425,1731896458211/c4730a2bacf8%2C39425%2C1731896458211.1731896459956, exclude list is [], retry=0 2024-11-18T02:20:59,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-65cf3407-25c9-47cf-b55d-cc12953d23ad,DISK] 2024-11-18T02:20:59,975 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/WALs/c4730a2bacf8,39425,1731896458211/c4730a2bacf8%2C39425%2C1731896458211.1731896459956 2024-11-18T02:20:59,976 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-18T02:20:59,976 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:20:59,977 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:20:59,977 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,977 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:20:59,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:59,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:20:59,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:20:59,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:59,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:59,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:20:59,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:59,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:59,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:20:59,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:20:59,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:20:59,985 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,986 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,986 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,987 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,987 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,987 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:20:59,988 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:20:59,990 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:20:59,990 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70596830, jitterRate=0.051974743604660034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:20:59,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896459977Initializing all the Stores at 1731896459977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896459978 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896459979 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896459979Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896459979Cleaning up temporary data from old regions at 1731896459987 (+8 ms)Region opened successfully at 1731896459991 (+4 ms) 2024-11-18T02:20:59,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:20:59,994 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e900c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:20:59,995 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:20:59,995 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:20:59,995 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:20:59,995 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:20:59,995 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:20:59,996 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:20:59,996 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:20:59,998 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:20:59,998 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Unable to get data of znode /0412262722/balancer because node does not exist (not necessarily an error) 2024-11-18T02:21:00,000 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412262722/balancer already deleted, retry=false 2024-11-18T02:21:00,000 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:21:00,001 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Unable to get data of znode /0412262722/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:21:00,003 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412262722/normalizer already deleted, retry=false 2024-11-18T02:21:00,003 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:21:00,004 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Unable to get data of znode /0412262722/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:21:00,005 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412262722/switch/split already deleted, retry=false 2024-11-18T02:21:00,006 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Unable to get data of znode /0412262722/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:21:00,007 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412262722/switch/merge already deleted, retry=false 2024-11-18T02:21:00,009 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Unable to get data of znode /0412262722/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:21:00,010 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0412262722/snapshot-cleanup already deleted, retry=false 2024-11-18T02:21:00,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0412262722/running 2024-11-18T02:21:00,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0412262722/running 2024-11-18T02:21:00,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,022 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,39425,1731896458211, sessionid=0x10128e0a3f80000, setting cluster-up flag (Was=false) 2024-11-18T02:21:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,030 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0412262722/flush-table-proc/acquired, /0412262722/flush-table-proc/reached, /0412262722/flush-table-proc/abort 2024-11-18T02:21:00,031 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39425,1731896458211 2024-11-18T02:21:00,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,040 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0412262722/online-snapshot/acquired, /0412262722/online-snapshot/reached, /0412262722/online-snapshot/abort 2024-11-18T02:21:00,040 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39425,1731896458211 2024-11-18T02:21:00,041 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:21:00,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:00,043 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:21:00,043 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:21:00,043 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,39425,1731896458211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:00,044 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:00,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:21:00,046 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896490050 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:21:00,050 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,051 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:21:00,051 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:21:00,051 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:21:00,051 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:21:00,051 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:21:00,051 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:21:00,051 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896460051,5,FailOnTimeoutGroup] 2024-11-18T02:21:00,052 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896460051,5,FailOnTimeoutGroup] 2024-11-18T02:21:00,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:21:00,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,052 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:21:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:21:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:21:00,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:21:00,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:21:00,055 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b 2024-11-18T02:21:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741832_1008 (size=32) 2024-11-18T02:21:00,089 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(746): ClusterId : cbafbd4d-c9fc-4e92-9d77-4bc6793f2289 2024-11-18T02:21:00,089 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:21:00,091 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:21:00,091 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:21:00,097 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:21:00,097 DEBUG [RS:0;c4730a2bacf8:32855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af19d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:00,110 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:32855 2024-11-18T02:21:00,110 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:21:00,110 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:21:00,110 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:21:00,111 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,39425,1731896458211 with port=32855, startcode=1731896458263 2024-11-18T02:21:00,111 DEBUG [RS:0;c4730a2bacf8:32855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:21:00,112 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:21:00,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,114 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b 2024-11-18T02:21:00,114 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44245 2024-11-18T02:21:00,114 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:21:00,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722/rs 2024-11-18T02:21:00,116 DEBUG [RS:0;c4730a2bacf8:32855 {}] zookeeper.ZKUtil(111): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on existing znode=/0412262722/rs/c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,116 WARN [RS:0;c4730a2bacf8:32855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:00,116 INFO [RS:0;c4730a2bacf8:32855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:00,116 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,32855,1731896458263] 2024-11-18T02:21:00,118 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:21:00,120 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:21:00,120 INFO [RS:0;c4730a2bacf8:32855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:21:00,120 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,120 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:21:00,121 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:21:00,121 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:00,121 DEBUG [RS:0;c4730a2bacf8:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:00,124 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,124 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,124 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,124 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,124 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,124 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,32855,1731896458263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:00,140 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:21:00,140 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,32855,1731896458263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,141 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,141 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.Replication(171): c4730a2bacf8,32855,1731896458263 started 2024-11-18T02:21:00,154 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,154 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,32855,1731896458263, RpcServer on c4730a2bacf8/172.17.0.2:32855, sessionid=0x10128e0a3f80001 2024-11-18T02:21:00,154 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:21:00,154 DEBUG [RS:0;c4730a2bacf8:32855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,154 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,32855,1731896458263' 2024-11-18T02:21:00,154 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0412262722/flush-table-proc/abort' 2024-11-18T02:21:00,155 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0412262722/flush-table-proc/acquired' 2024-11-18T02:21:00,155 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:21:00,155 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:21:00,155 DEBUG [RS:0;c4730a2bacf8:32855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,155 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,32855,1731896458263' 2024-11-18T02:21:00,155 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0412262722/online-snapshot/abort' 2024-11-18T02:21:00,155 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0412262722/online-snapshot/acquired' 2024-11-18T02:21:00,156 DEBUG [RS:0;c4730a2bacf8:32855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:21:00,156 INFO [RS:0;c4730a2bacf8:32855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:21:00,156 INFO [RS:0;c4730a2bacf8:32855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:21:00,256 INFO [RS:0;c4730a2bacf8:32855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:00,257 INFO [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C32855%2C1731896458263, suffix=, logDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263, archiveDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/oldWALs, maxLogs=10 2024-11-18T02:21:00,271 DEBUG [RS:0;c4730a2bacf8:32855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258, exclude list is [], retry=0 2024-11-18T02:21:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-65cf3407-25c9-47cf-b55d-cc12953d23ad,DISK] 2024-11-18T02:21:00,275 INFO [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 2024-11-18T02:21:00,275 DEBUG [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-18T02:21:00,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:00,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:00,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:00,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:00,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:00,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:00,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:00,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:00,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:00,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:00,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740 2024-11-18T02:21:00,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740 2024-11-18T02:21:00,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:00,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:00,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:00,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:00,478 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:00,478 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69006633, jitterRate=0.028278961777687073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:00,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896460466Initializing all the Stores at 1731896460466Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896460466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896460467 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896460467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896460467Cleaning up temporary data from old regions at 1731896460475 (+8 ms)Region opened successfully at 1731896460479 (+4 ms) 2024-11-18T02:21:00,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:00,479 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:00,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:00,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:00,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:00,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:00,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896460479Disabling compacts and flushes for region at 1731896460479Disabling writes for close at 1731896460479Writing region close event to WAL at 1731896460480 (+1 ms)Closed at 1731896460480 2024-11-18T02:21:00,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:00,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:21:00,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:21:00,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:00,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:21:00,633 DEBUG [c4730a2bacf8:39425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:21:00,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,635 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,32855,1731896458263, state=OPENING 2024-11-18T02:21:00,637 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:21:00,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:00,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:00,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412262722/meta-region-server: CHANGED 2024-11-18T02:21:00,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412262722/meta-region-server: CHANGED 2024-11-18T02:21:00,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,32855,1731896458263}] 2024-11-18T02:21:00,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:00,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:21:00,795 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:21:00,796 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:00,796 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:21:00,797 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C32855%2C1731896458263.meta, suffix=.meta, logDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263, archiveDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/oldWALs, maxLogs=10 2024-11-18T02:21:00,811 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.meta.1731896460797.meta, exclude list is [], retry=0 2024-11-18T02:21:00,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-65cf3407-25c9-47cf-b55d-cc12953d23ad,DISK] 2024-11-18T02:21:00,815 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.meta.1731896460797.meta 2024-11-18T02:21:00,815 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-18T02:21:00,816 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:00,816 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:00,816 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:00,816 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:21:00,816 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:21:00,816 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:21:00,816 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:00,816 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:21:00,816 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:21:00,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:00,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:00,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:00,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:00,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:00,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:00,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:00,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:00,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:00,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:00,822 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:00,823 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740 2024-11-18T02:21:00,823 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740 2024-11-18T02:21:00,824 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:00,824 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:00,825 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:00,826 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:00,826 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69272474, jitterRate=0.03224030137062073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:00,826 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:21:00,827 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896460816Writing region info on filesystem at 1731896460816Initializing all the Stores at 1731896460817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896460817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896460818 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896460818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896460818Cleaning up temporary data from old regions at 1731896460824 (+6 ms)Running coprocessor post-open hooks at 1731896460826 (+2 ms)Region opened successfully at 1731896460827 (+1 ms) 2024-11-18T02:21:00,827 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896460791 2024-11-18T02:21:00,830 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:21:00,830 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:21:00,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,32855,1731896458263, state=OPEN 2024-11-18T02:21:00,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0412262722/meta-region-server 2024-11-18T02:21:00,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0412262722/meta-region-server 2024-11-18T02:21:00,838 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:00,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412262722/meta-region-server: CHANGED 2024-11-18T02:21:00,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0412262722/meta-region-server: CHANGED 2024-11-18T02:21:00,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:21:00,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,32855,1731896458263 in 199 msec 2024-11-18T02:21:00,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:21:00,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-18T02:21:00,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:00,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:21:00,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:00,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,32855,1731896458263, seqNum=-1] 2024-11-18T02:21:00,844 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:00,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:00,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 806 msec 2024-11-18T02:21:00,849 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896460849, completionTime=-1 2024-11-18T02:21:00,849 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:21:00,849 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:21:00,851 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:21:00,851 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896520851 2024-11-18T02:21:00,851 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896580851 2024-11-18T02:21:00,851 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:21:00,852 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39425,1731896458211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,852 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39425,1731896458211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,852 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39425,1731896458211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,852 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:39425, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,852 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,852 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,854 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.550sec 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39425,1731896458211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:00,856 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39425,1731896458211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:21:00,858 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:21:00,858 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:21:00,858 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39425,1731896458211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:00,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:00,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39425,-1 for getting cluster id 2024-11-18T02:21:00,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:00,891 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbafbd4d-c9fc-4e92-9d77-4bc6793f2289' 2024-11-18T02:21:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbafbd4d-c9fc-4e92-9d77-4bc6793f2289" 2024-11-18T02:21:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d88469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39425,-1] 2024-11-18T02:21:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:00,892 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:00,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8a045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:00,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,32855,1731896458263, seqNum=-1] 2024-11-18T02:21:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:00,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,39425,1731896458211 2024-11-18T02:21:00,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:21:00,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:00,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128e0a3f80002 connected 2024-11-18T02:21:00,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.log.dir so I do NOT create it in target/test-data/c2020310-51da-4309-dc45-394c6a064cae 2024-11-18T02:21:00,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:21:00,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.tmp.dir so I do NOT create it in target/test-data/c2020310-51da-4309-dc45-394c6a064cae 2024-11-18T02:21:00,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:21:00,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae 2024-11-18T02:21:00,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/cluster_faefa8f2-e423-4145-487a-e293b3c0029f, deleteOnExit=true 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/test.cache.data in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:21:00,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:21:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:21:00,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:21:00,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:00,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:00,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:01,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:01,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:01,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:01,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:01,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:01,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:01,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:01,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65125998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:01,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcea90e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:01,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@167bb45b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/java.io.tmpdir/jetty-localhost-45545-hadoop-hdfs-3_4_1-tests_jar-_-any-9837757898878617315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:01,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0c54ba{HTTP/1.1, (http/1.1)}{localhost:45545} 2024-11-18T02:21:01,160 INFO [Time-limited test {}] server.Server(415): Started @247491ms 2024-11-18T02:21:01,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:01,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:01,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:01,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:01,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:21:01,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c103634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:01,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f71b1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:01,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7af07dc1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/java.io.tmpdir/jetty-localhost-37565-hadoop-hdfs-3_4_1-tests_jar-_-any-17479118879211288416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:01,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50116699{HTTP/1.1, (http/1.1)}{localhost:37565} 2024-11-18T02:21:01,360 INFO [Time-limited test {}] server.Server(415): Started @247692ms 2024-11-18T02:21:01,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:21:01,467 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/cluster_faefa8f2-e423-4145-487a-e293b3c0029f/data/data1/current/BP-58465788-172.17.0.2-1731896460922/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:01,467 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/cluster_faefa8f2-e423-4145-487a-e293b3c0029f/data/data2/current/BP-58465788-172.17.0.2-1731896460922/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:01,490 WARN [Thread-3544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:21:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d7b531b3451f83c with lease ID 0xdf2d9a8e684ec263: Processing first storage report for DS-f09e0ddb-a4ec-4b53-b09f-0bc8c0a6d038 from datanode DatanodeRegistration(127.0.0.1:46217, datanodeUuid=5194df04-fa0b-4cc3-9574-0a2bc6e0b7a0, infoPort=33715, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1840551890;c=1731896460922) 2024-11-18T02:21:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d7b531b3451f83c with lease ID 0xdf2d9a8e684ec263: from storage DS-f09e0ddb-a4ec-4b53-b09f-0bc8c0a6d038 node DatanodeRegistration(127.0.0.1:46217, datanodeUuid=5194df04-fa0b-4cc3-9574-0a2bc6e0b7a0, infoPort=33715, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1840551890;c=1731896460922), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d7b531b3451f83c with lease ID 0xdf2d9a8e684ec263: Processing first storage report for DS-1dda500d-f3ba-4536-b1bd-d2281194cd5a from datanode DatanodeRegistration(127.0.0.1:46217, datanodeUuid=5194df04-fa0b-4cc3-9574-0a2bc6e0b7a0, infoPort=33715, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1840551890;c=1731896460922) 2024-11-18T02:21:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d7b531b3451f83c with lease ID 0xdf2d9a8e684ec263: from storage DS-1dda500d-f3ba-4536-b1bd-d2281194cd5a node DatanodeRegistration(127.0.0.1:46217, datanodeUuid=5194df04-fa0b-4cc3-9574-0a2bc6e0b7a0, infoPort=33715, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1840551890;c=1731896460922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:01,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae 2024-11-18T02:21:01,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:01,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:21:01,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39 with version=8 2024-11-18T02:21:01,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/hbase-staging 2024-11-18T02:21:01,599 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:01,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39017 2024-11-18T02:21:01,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39017 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:21:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390170x0, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:01,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39017-0x10128e0a3f80003 connected 2024-11-18T02:21:01,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:01,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:01,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on znode that does not yet exist, /1-1119553389/running 2024-11-18T02:21:01,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39, hbase.cluster.distributed=false 2024-11-18T02:21:01,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on znode that does not yet exist, /1-1119553389/acl 2024-11-18T02:21:01,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-18T02:21:01,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39017 2024-11-18T02:21:01,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39017 2024-11-18T02:21:01,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-18T02:21:01,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-18T02:21:01,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:01,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41663 2024-11-18T02:21:01,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41663 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:21:01,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:01,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:01,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416630x0, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:01,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416630x0, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on znode that does not yet exist, /1-1119553389/running 2024-11-18T02:21:01,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41663-0x10128e0a3f80004 connected 2024-11-18T02:21:01,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:21:01,647 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:21:01,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on znode that does not yet exist, /1-1119553389/master 2024-11-18T02:21:01,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on znode that does not yet exist, /1-1119553389/acl 2024-11-18T02:21:01,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-18T02:21:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41663 2024-11-18T02:21:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41663 2024-11-18T02:21:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-18T02:21:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-18T02:21:01,665 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:39017 2024-11-18T02:21:01,666 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1119553389/backup-masters/c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:01,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389/backup-masters 2024-11-18T02:21:01,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389/backup-masters 2024-11-18T02:21:01,669 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on existing znode=/1-1119553389/backup-masters/c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:01,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119553389/master 2024-11-18T02:21:01,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:01,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:01,671 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on existing znode=/1-1119553389/master 2024-11-18T02:21:01,671 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1119553389/backup-masters/c4730a2bacf8,39017,1731896461598 from backup master directory 2024-11-18T02:21:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119553389/backup-masters/c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389/backup-masters 2024-11-18T02:21:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389/backup-masters 2024-11-18T02:21:01,672 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:01,672 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:01,675 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/hbase.id] with ID: 9b25404f-9170-40c0-a37f-7c32d009c74d 2024-11-18T02:21:01,675 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/.tmp/hbase.id 2024-11-18T02:21:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:21:02,083 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/.tmp/hbase.id]:[hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/hbase.id] 2024-11-18T02:21:02,091 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:02,091 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:21:02,092 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:21:02,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:21:02,099 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:02,100 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:21:02,100 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:02,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:21:02,107 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store 2024-11-18T02:21:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:21:02,512 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:02,512 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:02,512 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:02,512 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:02,512 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:02,512 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:02,512 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:02,512 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896462512Disabling compacts and flushes for region at 1731896462512Disabling writes for close at 1731896462512Writing region close event to WAL at 1731896462512Closed at 1731896462512 2024-11-18T02:21:02,513 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/.initializing 2024-11-18T02:21:02,513 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/WALs/c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:02,514 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:02,515 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C39017%2C1731896461598, suffix=, logDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/WALs/c4730a2bacf8,39017,1731896461598, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/oldWALs, maxLogs=10 2024-11-18T02:21:02,529 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/WALs/c4730a2bacf8,39017,1731896461598/c4730a2bacf8%2C39017%2C1731896461598.1731896462515, exclude list is [], retry=0 2024-11-18T02:21:02,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46217,DS-f09e0ddb-a4ec-4b53-b09f-0bc8c0a6d038,DISK] 2024-11-18T02:21:02,532 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/WALs/c4730a2bacf8,39017,1731896461598/c4730a2bacf8%2C39017%2C1731896461598.1731896462515 2024-11-18T02:21:02,532 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715)] 2024-11-18T02:21:02,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:02,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:02,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:21:02,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:02,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:02,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:21:02,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:02,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:02,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:21:02,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:02,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:02,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:21:02,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:02,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:02,538 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,539 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,539 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,540 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,540 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,540 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:02,541 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:02,543 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:02,543 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74871803, jitterRate=0.11567680537700653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:02,543 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896462533Initializing all the Stores at 1731896462534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896462534Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896462534Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896462534Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896462534Cleaning up temporary data from old regions at 1731896462540 (+6 ms)Region opened successfully at 1731896462543 (+3 ms) 2024-11-18T02:21:02,543 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:21:02,545 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48637d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:02,546 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:21:02,546 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:21:02,546 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:21:02,547 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:21:02,547 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:21:02,547 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:21:02,547 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:21:02,549 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:21:02,550 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Unable to get data of znode /1-1119553389/balancer because node does not exist (not necessarily an error) 2024-11-18T02:21:02,552 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119553389/balancer already deleted, retry=false 2024-11-18T02:21:02,553 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:21:02,553 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Unable to get data of znode /1-1119553389/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:21:02,555 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119553389/normalizer already deleted, retry=false 2024-11-18T02:21:02,555 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:21:02,556 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Unable to get data of znode /1-1119553389/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:21:02,557 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119553389/switch/split already deleted, retry=false 2024-11-18T02:21:02,558 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Unable to get data of znode /1-1119553389/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:21:02,559 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119553389/switch/merge already deleted, retry=false 2024-11-18T02:21:02,561 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Unable to get data of znode /1-1119553389/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:21:02,564 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119553389/snapshot-cleanup already deleted, retry=false 2024-11-18T02:21:02,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119553389/running 2024-11-18T02:21:02,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119553389/running 2024-11-18T02:21:02,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,39017,1731896461598, sessionid=0x10128e0a3f80003, setting cluster-up flag (Was=false) 2024-11-18T02:21:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,581 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1119553389/flush-table-proc/acquired, /1-1119553389/flush-table-proc/reached, /1-1119553389/flush-table-proc/abort 2024-11-18T02:21:02,582 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:02,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:02,589 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1119553389/online-snapshot/acquired, /1-1119553389/online-snapshot/reached, /1-1119553389/online-snapshot/abort 2024-11-18T02:21:02,590 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:02,591 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:21:02,592 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:02,592 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:21:02,592 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:21:02,593 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,39017,1731896461598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:02,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896492595 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:21:02,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:21:02,595 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:21:02,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:21:02,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:21:02,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:21:02,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:21:02,596 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:21:02,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:02,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:21:02,600 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896462596,5,FailOnTimeoutGroup] 2024-11-18T02:21:02,600 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896462600,5,FailOnTimeoutGroup] 2024-11-18T02:21:02,600 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,601 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:21:02,601 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,601 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:21:02,656 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(746): ClusterId : 9b25404f-9170-40c0-a37f-7c32d009c74d 2024-11-18T02:21:02,656 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:21:02,660 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:21:02,660 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:21:02,662 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:21:02,663 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1bb38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:02,679 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:41663 2024-11-18T02:21:02,679 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:21:02,679 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:21:02,679 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:21:02,680 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,39017,1731896461598 with port=41663, startcode=1731896461638 2024-11-18T02:21:02,680 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:21:02,681 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:21:02,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:02,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39017 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:02,683 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39 2024-11-18T02:21:02,683 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40135 2024-11-18T02:21:02,683 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:21:02,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389/rs 2024-11-18T02:21:02,688 DEBUG [RS:0;c4730a2bacf8:41663 {}] zookeeper.ZKUtil(111): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on existing znode=/1-1119553389/rs/c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:02,688 WARN [RS:0;c4730a2bacf8:41663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:02,688 INFO [RS:0;c4730a2bacf8:41663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:02,689 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:02,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,41663,1731896461638] 2024-11-18T02:21:02,691 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:21:02,694 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:21:02,694 INFO [RS:0;c4730a2bacf8:41663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:21:02,694 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,694 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:21:02,695 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:21:02,695 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:02,695 DEBUG [RS:0;c4730a2bacf8:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:02,696 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,696 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,696 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,696 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,696 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,696 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41663,1731896461638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:02,711 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:21:02,711 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41663,1731896461638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,711 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,711 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.Replication(171): c4730a2bacf8,41663,1731896461638 started 2024-11-18T02:21:02,725 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:02,726 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,41663,1731896461638, RpcServer on c4730a2bacf8/172.17.0.2:41663, sessionid=0x10128e0a3f80004 2024-11-18T02:21:02,726 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:21:02,726 DEBUG [RS:0;c4730a2bacf8:41663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:02,726 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,41663,1731896461638' 2024-11-18T02:21:02,726 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1119553389/flush-table-proc/abort' 2024-11-18T02:21:02,726 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1119553389/flush-table-proc/acquired' 2024-11-18T02:21:02,727 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:21:02,727 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:21:02,727 DEBUG [RS:0;c4730a2bacf8:41663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:02,727 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,41663,1731896461638' 2024-11-18T02:21:02,727 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1119553389/online-snapshot/abort' 2024-11-18T02:21:02,727 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1119553389/online-snapshot/acquired' 2024-11-18T02:21:02,727 DEBUG [RS:0;c4730a2bacf8:41663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:21:02,727 INFO [RS:0;c4730a2bacf8:41663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:21:02,727 INFO [RS:0;c4730a2bacf8:41663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:21:02,828 INFO [RS:0;c4730a2bacf8:41663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:02,829 INFO [RS:0;c4730a2bacf8:41663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C41663%2C1731896461638, suffix=, logDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/oldWALs, maxLogs=10 2024-11-18T02:21:02,843 DEBUG [RS:0;c4730a2bacf8:41663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, exclude list is [], retry=0 2024-11-18T02:21:02,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46217,DS-f09e0ddb-a4ec-4b53-b09f-0bc8c0a6d038,DISK] 2024-11-18T02:21:02,847 INFO [RS:0;c4730a2bacf8:41663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 2024-11-18T02:21:02,847 DEBUG [RS:0;c4730a2bacf8:41663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715)] 2024-11-18T02:21:03,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:21:03,005 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39 2024-11-18T02:21:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:21:03,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:03,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:03,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:03,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:03,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:03,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:03,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:03,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:03,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:03,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:03,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740 2024-11-18T02:21:03,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740 2024-11-18T02:21:03,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:03,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:03,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:03,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:03,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:03,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68261646, jitterRate=0.01717779040336609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:03,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896463410Initializing all the Stores at 1731896463410Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896463410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896463411 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896463411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896463411Cleaning up temporary data from old regions at 1731896463418 (+7 ms)Region opened successfully at 1731896463421 (+3 ms) 2024-11-18T02:21:03,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:03,421 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:03,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:03,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:03,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:03,422 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:03,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896463421Disabling compacts and flushes for region at 1731896463421Disabling writes for close at 1731896463421Writing region close event to WAL at 1731896463422 (+1 ms)Closed at 1731896463422 2024-11-18T02:21:03,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:03,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:21:03,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:21:03,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:03,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:21:03,575 DEBUG [c4730a2bacf8:39017 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:21:03,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:03,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,41663,1731896461638, state=OPENING 2024-11-18T02:21:03,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:21:03,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:03,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:03,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119553389/meta-region-server: CHANGED 2024-11-18T02:21:03,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119553389/meta-region-server: CHANGED 2024-11-18T02:21:03,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:03,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41663,1731896461638}] 2024-11-18T02:21:03,732 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:03,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:21:03,736 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:21:03,736 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:03,737 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:21:03,738 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C41663%2C1731896461638.meta, suffix=.meta, logDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/oldWALs, maxLogs=10 2024-11-18T02:21:03,752 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.meta.1731896463738.meta, exclude list is [], retry=0 2024-11-18T02:21:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46217,DS-f09e0ddb-a4ec-4b53-b09f-0bc8c0a6d038,DISK] 2024-11-18T02:21:03,756 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.meta.1731896463738.meta 2024-11-18T02:21:03,756 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715)] 2024-11-18T02:21:03,756 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:03,757 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:03,757 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:03,757 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:21:03,757 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:21:03,757 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:21:03,757 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:03,757 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:21:03,757 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:21:03,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:03,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:03,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:03,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:03,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:03,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:03,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:03,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:03,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:03,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:03,762 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:03,763 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740 2024-11-18T02:21:03,764 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740 2024-11-18T02:21:03,765 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:03,765 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:03,765 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:03,767 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:03,767 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63984961, jitterRate=-0.046549782156944275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:03,767 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:21:03,768 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896463757Writing region info on filesystem at 1731896463757Initializing all the Stores at 1731896463758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896463758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896463758Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896463758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896463758Cleaning up temporary data from old regions at 1731896463765 (+7 ms)Running coprocessor post-open hooks at 1731896463767 (+2 ms)Region opened successfully at 1731896463768 (+1 ms) 2024-11-18T02:21:03,769 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896463732 2024-11-18T02:21:03,771 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:21:03,771 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:21:03,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:03,772 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,41663,1731896461638, state=OPEN 2024-11-18T02:21:03,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1119553389/meta-region-server 2024-11-18T02:21:03,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1119553389/meta-region-server 2024-11-18T02:21:03,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:03,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119553389/meta-region-server: CHANGED 2024-11-18T02:21:03,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119553389/meta-region-server: CHANGED 2024-11-18T02:21:03,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:21:03,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41663,1731896461638 in 196 msec 2024-11-18T02:21:03,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:21:03,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-18T02:21:03,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:03,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:21:03,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:03,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41663,1731896461638, seqNum=-1] 2024-11-18T02:21:03,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:03,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:03,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-18T02:21:03,786 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896463786, completionTime=-1 2024-11-18T02:21:03,786 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:21:03,786 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:21:03,788 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:21:03,788 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896523788 2024-11-18T02:21:03,788 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896583788 2024-11-18T02:21:03,788 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:21:03,788 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39017,1731896461598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:03,788 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39017,1731896461598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:03,789 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39017,1731896461598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:03,789 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:39017, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:03,789 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:03,789 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:03,790 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:21:03,792 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.119sec 2024-11-18T02:21:03,792 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:21:03,792 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:21:03,793 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:21:03,793 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:21:03,793 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:21:03,793 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39017,1731896461598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:03,793 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39017,1731896461598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:21:03,794 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:21:03,794 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:21:03,794 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39017,1731896461598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:03,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:03,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:03,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:03,858 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292e07ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:03,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:03,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:03,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:03,860 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:03,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:03,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41663,1731896461638, seqNum=-1] 2024-11-18T02:21:03,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:03,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:03,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:03,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:21:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:03,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128e0a3f80005 connected 2024-11-18T02:21:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.log.dir so I do NOT create it in target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6 2024-11-18T02:21:03,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:21:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.tmp.dir so I do NOT create it in target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6 2024-11-18T02:21:03,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:21:03,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6 2024-11-18T02:21:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:21:03,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/cluster_99ee8071-2627-e683-b0e1-884aac8cf307, deleteOnExit=true 2024-11-18T02:21:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/test.cache.data in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:21:03,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:21:03,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:03,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:03,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:03,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:03,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:03,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:03,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252299b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:03,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4b5469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:04,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15165ee4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/java.io.tmpdir/jetty-localhost-35707-hadoop-hdfs-3_4_1-tests_jar-_-any-49442178061864192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:04,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1681a97d{HTTP/1.1, (http/1.1)}{localhost:35707} 2024-11-18T02:21:04,078 INFO [Time-limited test {}] server.Server(415): Started @250409ms 2024-11-18T02:21:04,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:04,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:04,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:04,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:04,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:04,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a88bd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:04,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e3cf1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:04,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6222ff80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/java.io.tmpdir/jetty-localhost-39263-hadoop-hdfs-3_4_1-tests_jar-_-any-2896344293127267441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:04,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea71958{HTTP/1.1, (http/1.1)}{localhost:39263} 2024-11-18T02:21:04,283 INFO [Time-limited test {}] server.Server(415): Started @250615ms 2024-11-18T02:21:04,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:21:04,384 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/cluster_99ee8071-2627-e683-b0e1-884aac8cf307/data/data1/current/BP-293333919-172.17.0.2-1731896463894/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:04,384 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/cluster_99ee8071-2627-e683-b0e1-884aac8cf307/data/data2/current/BP-293333919-172.17.0.2-1731896463894/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:04,405 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:21:04,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12ecb53cfa33e8d2 with lease ID 0x5b8566fdad5d3631: Processing first storage report for DS-8cbae6ef-224e-46ba-9840-49ac7624da74 from datanode DatanodeRegistration(127.0.0.1:45055, datanodeUuid=6a1364a0-81ad-4d05-83e7-0795d5bce56f, infoPort=37395, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=2079767863;c=1731896463894) 2024-11-18T02:21:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12ecb53cfa33e8d2 with lease ID 0x5b8566fdad5d3631: from storage DS-8cbae6ef-224e-46ba-9840-49ac7624da74 node DatanodeRegistration(127.0.0.1:45055, datanodeUuid=6a1364a0-81ad-4d05-83e7-0795d5bce56f, infoPort=37395, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=2079767863;c=1731896463894), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T02:21:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12ecb53cfa33e8d2 with lease ID 0x5b8566fdad5d3631: Processing first storage report for DS-4fddf8d2-e3fb-4ab8-9297-198de3dbf164 from datanode DatanodeRegistration(127.0.0.1:45055, datanodeUuid=6a1364a0-81ad-4d05-83e7-0795d5bce56f, infoPort=37395, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=2079767863;c=1731896463894) 2024-11-18T02:21:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12ecb53cfa33e8d2 with lease ID 0x5b8566fdad5d3631: from storage DS-4fddf8d2-e3fb-4ab8-9297-198de3dbf164 node DatanodeRegistration(127.0.0.1:45055, datanodeUuid=6a1364a0-81ad-4d05-83e7-0795d5bce56f, infoPort=37395, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=2079767863;c=1731896463894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:04,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6 2024-11-18T02:21:04,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:04,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:04,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:21:04,518 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec with version=8 2024-11-18T02:21:04,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/hbase-staging 2024-11-18T02:21:04,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:04,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:04,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:04,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:04,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:04,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:04,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:21:04,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:04,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39353 2024-11-18T02:21:04,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39353 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:21:04,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393530x0, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:04,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39353-0x10128e0a3f80006 connected 2024-11-18T02:21:04,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:04,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:04,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on znode that does not yet exist, /2510262579/running 2024-11-18T02:21:04,542 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec, hbase.cluster.distributed=false 2024-11-18T02:21:04,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on znode that does not yet exist, /2510262579/acl 2024-11-18T02:21:04,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39353 2024-11-18T02:21:04,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39353 2024-11-18T02:21:04,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39353 2024-11-18T02:21:04,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39353 2024-11-18T02:21:04,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39353 2024-11-18T02:21:04,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:04,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:04,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:04,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:04,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:04,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:04,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:21:04,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:04,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35607 2024-11-18T02:21:04,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35607 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:21:04,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:04,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:04,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356070x0, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:04,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356070x0, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on znode that does not yet exist, /2510262579/running 2024-11-18T02:21:04,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35607-0x10128e0a3f80007 connected 2024-11-18T02:21:04,582 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:21:04,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:21:04,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on znode that does not yet exist, /2510262579/master 2024-11-18T02:21:04,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on znode that does not yet exist, /2510262579/acl 2024-11-18T02:21:04,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-18T02:21:04,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35607 2024-11-18T02:21:04,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35607 2024-11-18T02:21:04,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-18T02:21:04,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-18T02:21:04,610 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:39353 2024-11-18T02:21:04,611 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2510262579/backup-masters/c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:04,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579/backup-masters 2024-11-18T02:21:04,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579/backup-masters 2024-11-18T02:21:04,613 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on existing znode=/2510262579/backup-masters/c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2510262579/master 2024-11-18T02:21:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:04,614 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on existing znode=/2510262579/master 2024-11-18T02:21:04,615 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2510262579/backup-masters/c4730a2bacf8,39353,1731896464521 from backup master directory 2024-11-18T02:21:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2510262579/backup-masters/c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579/backup-masters 2024-11-18T02:21:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579/backup-masters 2024-11-18T02:21:04,617 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:04,617 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:04,621 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/hbase.id] with ID: 8e903fd5-6564-41f5-9732-0ee42a5b1178 2024-11-18T02:21:04,621 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/.tmp/hbase.id 2024-11-18T02:21:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:21:05,026 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/.tmp/hbase.id]:[hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/hbase.id] 2024-11-18T02:21:05,034 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:05,034 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:21:05,035 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:21:05,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:21:05,442 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:05,443 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:21:05,444 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:05,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:21:05,850 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store 2024-11-18T02:21:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:21:05,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:05,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:05,855 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:05,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:05,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:05,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:05,855 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:05,855 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896465855Disabling compacts and flushes for region at 1731896465855Disabling writes for close at 1731896465855Writing region close event to WAL at 1731896465855Closed at 1731896465855 2024-11-18T02:21:05,856 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/.initializing 2024-11-18T02:21:05,856 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/WALs/c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:05,857 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:05,858 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C39353%2C1731896464521, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/WALs/c4730a2bacf8,39353,1731896464521, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/oldWALs, maxLogs=10 2024-11-18T02:21:05,873 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/WALs/c4730a2bacf8,39353,1731896464521/c4730a2bacf8%2C39353%2C1731896464521.1731896465858, exclude list is [], retry=0 2024-11-18T02:21:05,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45055,DS-8cbae6ef-224e-46ba-9840-49ac7624da74,DISK] 2024-11-18T02:21:05,876 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/WALs/c4730a2bacf8,39353,1731896464521/c4730a2bacf8%2C39353%2C1731896464521.1731896465858 2024-11-18T02:21:05,877 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-18T02:21:05,877 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:05,877 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:05,877 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,877 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:21:05,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:05,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:05,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:21:05,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:05,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:05,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:21:05,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:05,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:05,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:21:05,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:05,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:05,884 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,884 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,884 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,885 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,885 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,886 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:05,887 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:05,888 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:05,889 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73033414, jitterRate=0.08828267455101013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:05,889 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896465877Initializing all the Stores at 1731896465878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896465878Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896465878Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896465878Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896465878Cleaning up temporary data from old regions at 1731896465885 (+7 ms)Region opened successfully at 1731896465889 (+4 ms) 2024-11-18T02:21:05,889 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:21:05,891 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663f73bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:05,892 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:21:05,892 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:21:05,892 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:21:05,892 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:21:05,892 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:21:05,893 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:21:05,893 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:21:05,894 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:21:05,895 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Unable to get data of znode /2510262579/balancer because node does not exist (not necessarily an error) 2024-11-18T02:21:05,896 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2510262579/balancer already deleted, retry=false 2024-11-18T02:21:05,897 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:21:05,897 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Unable to get data of znode /2510262579/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:21:05,899 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2510262579/normalizer already deleted, retry=false 2024-11-18T02:21:05,900 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:21:05,900 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Unable to get data of znode /2510262579/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:21:05,904 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2510262579/switch/split already deleted, retry=false 2024-11-18T02:21:05,904 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Unable to get data of znode /2510262579/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:21:05,907 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2510262579/switch/merge already deleted, retry=false 2024-11-18T02:21:05,908 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Unable to get data of znode /2510262579/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:21:05,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2510262579/snapshot-cleanup already deleted, retry=false 2024-11-18T02:21:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2510262579/running 2024-11-18T02:21:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2510262579/running 2024-11-18T02:21:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,914 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,39353,1731896464521, sessionid=0x10128e0a3f80006, setting cluster-up flag (Was=false) 2024-11-18T02:21:05,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,926 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2510262579/flush-table-proc/acquired, /2510262579/flush-table-proc/reached, /2510262579/flush-table-proc/abort 2024-11-18T02:21:05,926 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:05,937 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2510262579/online-snapshot/acquired, /2510262579/online-snapshot/reached, /2510262579/online-snapshot/abort 2024-11-18T02:21:05,938 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:05,939 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:21:05,940 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:05,940 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:21:05,940 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:21:05,940 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,39353,1731896464521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:05,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:05,942 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896495942 2024-11-18T02:21:05,942 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:21:05,942 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:21:05,942 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:21:05,942 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:05,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:05,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:21:05,943 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:21:05,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:05,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:21:05,944 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896465943,5,FailOnTimeoutGroup] 2024-11-18T02:21:05,947 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896465944,5,FailOnTimeoutGroup] 2024-11-18T02:21:05,947 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:05,947 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:21:05,947 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:05,947 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:21:06,000 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(746): ClusterId : 8e903fd5-6564-41f5-9732-0ee42a5b1178 2024-11-18T02:21:06,000 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:21:06,004 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:21:06,004 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:21:06,006 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:21:06,007 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bcc27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:06,019 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:35607 2024-11-18T02:21:06,019 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:21:06,020 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:21:06,020 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:21:06,020 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,39353,1731896464521 with port=35607, startcode=1731896464572 2024-11-18T02:21:06,020 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:21:06,022 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:21:06,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39353 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,023 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec 2024-11-18T02:21:06,023 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45673 2024-11-18T02:21:06,023 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:21:06,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579/rs 2024-11-18T02:21:06,030 DEBUG [RS:0;c4730a2bacf8:35607 {}] zookeeper.ZKUtil(111): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on existing znode=/2510262579/rs/c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,030 WARN [RS:0;c4730a2bacf8:35607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:06,031 INFO [RS:0;c4730a2bacf8:35607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:06,031 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,35607,1731896464572] 2024-11-18T02:21:06,034 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:21:06,035 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:21:06,035 INFO [RS:0;c4730a2bacf8:35607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:21:06,035 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,036 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:21:06,036 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:21:06,036 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:06,036 DEBUG [RS:0;c4730a2bacf8:35607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:06,040 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,041 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,041 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,041 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,041 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,041 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35607,1731896464572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:06,054 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:21:06,055 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35607,1731896464572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,055 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,055 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.Replication(171): c4730a2bacf8,35607,1731896464572 started 2024-11-18T02:21:06,068 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,068 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,35607,1731896464572, RpcServer on c4730a2bacf8/172.17.0.2:35607, sessionid=0x10128e0a3f80007 2024-11-18T02:21:06,068 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:21:06,068 DEBUG [RS:0;c4730a2bacf8:35607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,068 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35607,1731896464572' 2024-11-18T02:21:06,068 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2510262579/flush-table-proc/abort' 2024-11-18T02:21:06,069 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2510262579/flush-table-proc/acquired' 2024-11-18T02:21:06,069 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:21:06,069 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:21:06,069 DEBUG [RS:0;c4730a2bacf8:35607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,069 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,35607,1731896464572' 2024-11-18T02:21:06,069 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2510262579/online-snapshot/abort' 2024-11-18T02:21:06,070 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2510262579/online-snapshot/acquired' 2024-11-18T02:21:06,070 DEBUG [RS:0;c4730a2bacf8:35607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:21:06,070 INFO [RS:0;c4730a2bacf8:35607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:21:06,070 INFO [RS:0;c4730a2bacf8:35607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:21:06,170 INFO [RS:0;c4730a2bacf8:35607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:06,171 INFO [RS:0;c4730a2bacf8:35607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35607%2C1731896464572, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/oldWALs, maxLogs=10 2024-11-18T02:21:06,185 DEBUG [RS:0;c4730a2bacf8:35607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, exclude list is [], retry=0 2024-11-18T02:21:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45055,DS-8cbae6ef-224e-46ba-9840-49ac7624da74,DISK] 2024-11-18T02:21:06,189 INFO [RS:0;c4730a2bacf8:35607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 2024-11-18T02:21:06,189 DEBUG [RS:0;c4730a2bacf8:35607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-18T02:21:06,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:06,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:21:06,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec 2024-11-18T02:21:06,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:21:06,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:06,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:06,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:06,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:06,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:06,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:06,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:06,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:06,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:06,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:06,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740 2024-11-18T02:21:06,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740 2024-11-18T02:21:06,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:06,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:06,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:06,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:06,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:06,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64645447, jitterRate=-0.03670777380466461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:06,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896466358Initializing all the Stores at 1731896466359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896466359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896466359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896466359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896466359Cleaning up temporary data from old regions at 1731896466366 (+7 ms)Region opened successfully at 1731896466369 (+3 ms) 2024-11-18T02:21:06,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:06,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:06,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:06,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:06,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:06,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:06,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896466369Disabling compacts and flushes for region at 1731896466369Disabling writes for close at 1731896466369Writing region close event to WAL at 1731896466369Closed at 1731896466369 2024-11-18T02:21:06,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:06,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:21:06,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:21:06,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:06,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:06,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:21:06,390 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:21:06,522 DEBUG [c4730a2bacf8:39353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:21:06,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,523 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35607,1731896464572, state=OPENING 2024-11-18T02:21:06,525 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:21:06,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:06,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:06,526 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:06,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35607,1731896464572}] 2024-11-18T02:21:06,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2510262579/meta-region-server: CHANGED 2024-11-18T02:21:06,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2510262579/meta-region-server: CHANGED 2024-11-18T02:21:06,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:06,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:21:06,683 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:21:06,683 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:06,683 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:21:06,684 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35607%2C1731896464572.meta, suffix=.meta, logDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/oldWALs, maxLogs=10 2024-11-18T02:21:06,697 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.meta.1731896466684.meta, exclude list is [], retry=0 2024-11-18T02:21:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45055,DS-8cbae6ef-224e-46ba-9840-49ac7624da74,DISK] 2024-11-18T02:21:06,700 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.meta.1731896466684.meta 2024-11-18T02:21:06,700 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-18T02:21:06,700 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:06,701 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:06,701 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:06,701 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:21:06,701 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:21:06,701 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:21:06,701 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:06,701 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:21:06,701 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:21:06,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:06,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:06,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:06,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:06,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:06,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:06,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:06,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:06,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:06,706 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:06,707 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740 2024-11-18T02:21:06,708 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740 2024-11-18T02:21:06,713 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:06,713 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:06,713 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:06,714 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:06,715 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61395038, jitterRate=-0.08514264225959778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:06,715 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:21:06,715 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896466701Writing region info on filesystem at 1731896466701Initializing all the Stores at 1731896466702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896466702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896466702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896466702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896466702Cleaning up temporary data from old regions at 1731896466713 (+11 ms)Running coprocessor post-open hooks at 1731896466715 (+2 ms)Region opened successfully at 1731896466715 2024-11-18T02:21:06,715 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896466678 2024-11-18T02:21:06,717 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:21:06,717 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:21:06,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,35607,1731896464572, state=OPEN 2024-11-18T02:21:06,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2510262579/meta-region-server 2024-11-18T02:21:06,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2510262579/meta-region-server 2024-11-18T02:21:06,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:06,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2510262579/meta-region-server: CHANGED 2024-11-18T02:21:06,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2510262579/meta-region-server: CHANGED 2024-11-18T02:21:06,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:21:06,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,35607,1731896464572 in 194 msec 2024-11-18T02:21:06,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:21:06,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-18T02:21:06,724 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:06,724 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:21:06,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:06,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35607,1731896464572, seqNum=-1] 2024-11-18T02:21:06,725 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:06,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:06,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 789 msec 2024-11-18T02:21:06,729 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896466729, completionTime=-1 2024-11-18T02:21:06,729 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:21:06,730 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:21:06,731 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:21:06,731 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896526731 2024-11-18T02:21:06,731 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896586731 2024-11-18T02:21:06,731 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:21:06,731 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39353,1731896464521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39353,1731896464521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39353,1731896464521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:39353, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,732 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,733 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:21:06,734 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.117sec 2024-11-18T02:21:06,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:21:06,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:21:06,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:21:06,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:21:06,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:21:06,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39353,1731896464521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:06,735 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39353,1731896464521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:21:06,736 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:21:06,736 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:21:06,736 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39353,1731896464521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:06,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:06,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39353,-1 for getting cluster id 2024-11-18T02:21:06,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:06,801 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e903fd5-6564-41f5-9732-0ee42a5b1178' 2024-11-18T02:21:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e903fd5-6564-41f5-9732-0ee42a5b1178" 2024-11-18T02:21:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6273eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39353,-1] 2024-11-18T02:21:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:06,802 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:06,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def4362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:06,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35607,1731896464572, seqNum=-1] 2024-11-18T02:21:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:06,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:06,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:06,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58761 2024-11-18T02:21:06,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:06,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10128e0a3f80008 connected 2024-11-18T02:21:06,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39425,1731896458211 2024-11-18T02:21:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@186f2ea0 2024-11-18T02:21:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:06,817 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:06,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:21:06,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:06,820 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:06,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:21:06,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:06,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:21:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:07,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f6288be90d3c57bae8dddf6b8d8351f, NAME => 'test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b 2024-11-18T02:21:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:21:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:07,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:07,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f6288be90d3c57bae8dddf6b8d8351f, disabling compactions & flushes 2024-11-18T02:21:07,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:07,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:07,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. after waiting 0 ms 2024-11-18T02:21:07,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:07,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:07,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f6288be90d3c57bae8dddf6b8d8351f: Waiting for close lock at 1731896467632Disabling compacts and flushes for region at 1731896467632Disabling writes for close at 1731896467632Writing region close event to WAL at 1731896467632Closed at 1731896467632 2024-11-18T02:21:07,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:07,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896467633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896467633"}]},"ts":"1731896467633"} 2024-11-18T02:21:07,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:07,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:07,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896467636"}]},"ts":"1731896467636"} 2024-11-18T02:21:07,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:21:07,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f6288be90d3c57bae8dddf6b8d8351f, ASSIGN}] 2024-11-18T02:21:07,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f6288be90d3c57bae8dddf6b8d8351f, ASSIGN 2024-11-18T02:21:07,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f6288be90d3c57bae8dddf6b8d8351f, ASSIGN; state=OFFLINE, location=c4730a2bacf8,32855,1731896458263; forceNewPlan=false, retain=false 2024-11-18T02:21:07,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f6288be90d3c57bae8dddf6b8d8351f, regionState=OPENING, regionLocation=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:07,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f6288be90d3c57bae8dddf6b8d8351f, ASSIGN because future has completed 2024-11-18T02:21:07,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f6288be90d3c57bae8dddf6b8d8351f, server=c4730a2bacf8,32855,1731896458263}] 2024-11-18T02:21:07,947 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:07,947 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f6288be90d3c57bae8dddf6b8d8351f, NAME => 'test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:07,948 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:07,948 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:21:07,948 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,948 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:07,948 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,948 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,949 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,950 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6288be90d3c57bae8dddf6b8d8351f columnFamilyName f 2024-11-18T02:21:07,950 DEBUG [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:07,951 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] regionserver.HStore(327): Store=8f6288be90d3c57bae8dddf6b8d8351f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:07,951 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,952 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6288be90d3c57bae8dddf6b8d8351f columnFamilyName f1 2024-11-18T02:21:07,952 DEBUG [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:07,952 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] regionserver.HStore(327): Store=8f6288be90d3c57bae8dddf6b8d8351f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:07,952 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,953 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6288be90d3c57bae8dddf6b8d8351f columnFamilyName norep 2024-11-18T02:21:07,953 DEBUG [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:07,953 INFO [StoreOpener-8f6288be90d3c57bae8dddf6b8d8351f-1 {}] regionserver.HStore(327): Store=8f6288be90d3c57bae8dddf6b8d8351f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:07,953 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,954 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,954 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,955 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,955 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,955 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:07,956 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:07,957 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:07,958 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f6288be90d3c57bae8dddf6b8d8351f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75170958, jitterRate=0.12013456225395203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:07,958 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:07,959 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f6288be90d3c57bae8dddf6b8d8351f: Running coprocessor pre-open hook at 1731896467948Writing region info on filesystem at 1731896467948Initializing all the Stores at 1731896467949 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896467949Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896467949Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896467949Cleaning up temporary data from old regions at 1731896467955 (+6 ms)Running coprocessor post-open hooks at 1731896467958 (+3 ms)Region opened successfully at 1731896467959 (+1 ms) 2024-11-18T02:21:07,960 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f., pid=6, masterSystemTime=1731896467944 2024-11-18T02:21:07,961 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:07,961 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:07,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f6288be90d3c57bae8dddf6b8d8351f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:07,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f6288be90d3c57bae8dddf6b8d8351f, server=c4730a2bacf8,32855,1731896458263 because future has completed 2024-11-18T02:21:07,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:21:07,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f6288be90d3c57bae8dddf6b8d8351f, server=c4730a2bacf8,32855,1731896458263 in 173 msec 2024-11-18T02:21:07,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:21:07,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f6288be90d3c57bae8dddf6b8d8351f, ASSIGN in 329 msec 2024-11-18T02:21:07,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:07,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896467969"}]},"ts":"1731896467969"} 2024-11-18T02:21:07,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:21:07,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:07,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-18T02:21:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:08,967 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:21:08,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@118a4281 2024-11-18T02:21:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:08,970 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:08,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:21:08,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:08,973 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:08,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:21:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:08,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:21:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:09,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8aa44dddce5eda5c00787827cde7dcf4, NAME => 'test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39 2024-11-18T02:21:09,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:21:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:09,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:09,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8aa44dddce5eda5c00787827cde7dcf4, disabling compactions & flushes 2024-11-18T02:21:09,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:09,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:09,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. after waiting 0 ms 2024-11-18T02:21:09,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:09,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:09,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8aa44dddce5eda5c00787827cde7dcf4: Waiting for close lock at 1731896469788Disabling compacts and flushes for region at 1731896469788Disabling writes for close at 1731896469788Writing region close event to WAL at 1731896469788Closed at 1731896469788 2024-11-18T02:21:09,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:09,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896469789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896469789"}]},"ts":"1731896469789"} 2024-11-18T02:21:09,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:09,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:09,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896469792"}]},"ts":"1731896469792"} 2024-11-18T02:21:09,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:21:09,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aa44dddce5eda5c00787827cde7dcf4, ASSIGN}] 2024-11-18T02:21:09,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aa44dddce5eda5c00787827cde7dcf4, ASSIGN 2024-11-18T02:21:09,795 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8aa44dddce5eda5c00787827cde7dcf4, ASSIGN; state=OFFLINE, location=c4730a2bacf8,41663,1731896461638; forceNewPlan=false, retain=false 2024-11-18T02:21:09,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aa44dddce5eda5c00787827cde7dcf4, regionState=OPENING, regionLocation=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:09,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8aa44dddce5eda5c00787827cde7dcf4, ASSIGN because future has completed 2024-11-18T02:21:09,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa44dddce5eda5c00787827cde7dcf4, server=c4730a2bacf8,41663,1731896461638}] 2024-11-18T02:21:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T02:21:10,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T02:21:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T02:21:10,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T02:21:10,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:21:10,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T02:21:10,104 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:10,104 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aa44dddce5eda5c00787827cde7dcf4, NAME => 'test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:10,104 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:10,104 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:21:10,104 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,104 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:10,104 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,104 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,106 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:10,107 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa44dddce5eda5c00787827cde7dcf4 columnFamilyName f 2024-11-18T02:21:10,107 DEBUG [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:10,107 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] regionserver.HStore(327): Store=8aa44dddce5eda5c00787827cde7dcf4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:10,107 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,108 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa44dddce5eda5c00787827cde7dcf4 columnFamilyName f1 2024-11-18T02:21:10,108 DEBUG [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:10,109 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] regionserver.HStore(327): Store=8aa44dddce5eda5c00787827cde7dcf4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:10,109 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,110 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa44dddce5eda5c00787827cde7dcf4 columnFamilyName norep 2024-11-18T02:21:10,110 DEBUG [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:10,110 INFO [StoreOpener-8aa44dddce5eda5c00787827cde7dcf4-1 {}] regionserver.HStore(327): Store=8aa44dddce5eda5c00787827cde7dcf4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:10,110 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,111 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,111 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,111 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,111 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,112 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:10,113 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,114 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:10,114 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8aa44dddce5eda5c00787827cde7dcf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67425794, jitterRate=0.004722625017166138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:10,114 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:10,115 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8aa44dddce5eda5c00787827cde7dcf4: Running coprocessor pre-open hook at 1731896470105Writing region info on filesystem at 1731896470105Initializing all the Stores at 1731896470105Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896470105Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896470105Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896470105Cleaning up temporary data from old regions at 1731896470112 (+7 ms)Running coprocessor post-open hooks at 1731896470114 (+2 ms)Region opened successfully at 1731896470115 (+1 ms) 2024-11-18T02:21:10,115 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4., pid=6, masterSystemTime=1731896470100 2024-11-18T02:21:10,117 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:10,117 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:10,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aa44dddce5eda5c00787827cde7dcf4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:10,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa44dddce5eda5c00787827cde7dcf4, server=c4730a2bacf8,41663,1731896461638 because future has completed 2024-11-18T02:21:10,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:21:10,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aa44dddce5eda5c00787827cde7dcf4, server=c4730a2bacf8,41663,1731896461638 in 172 msec 2024-11-18T02:21:10,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:21:10,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8aa44dddce5eda5c00787827cde7dcf4, ASSIGN in 328 msec 2024-11-18T02:21:10,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:10,124 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896470124"}]},"ts":"1731896470124"} 2024-11-18T02:21:10,125 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:21:10,126 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:10,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-18T02:21:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:11,117 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:21:11,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8c6183 2024-11-18T02:21:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:11,119 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:11,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:21:11,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:11,121 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:11,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:21:11,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:11,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:21:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:11,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c110c7b22ab3de66088162e921db05b, NAME => 'test,,1731896471119.6c110c7b22ab3de66088162e921db05b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec 2024-11-18T02:21:11,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:21:11,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896471119.6c110c7b22ab3de66088162e921db05b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:11,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6c110c7b22ab3de66088162e921db05b, disabling compactions & flushes 2024-11-18T02:21:11,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:11,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:11,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896471119.6c110c7b22ab3de66088162e921db05b. after waiting 0 ms 2024-11-18T02:21:11,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:11,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:11,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c110c7b22ab3de66088162e921db05b: Waiting for close lock at 1731896471537Disabling compacts and flushes for region at 1731896471537Disabling writes for close at 1731896471537Writing region close event to WAL at 1731896471537Closed at 1731896471537 2024-11-18T02:21:11,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:11,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896471119.6c110c7b22ab3de66088162e921db05b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896471538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896471538"}]},"ts":"1731896471538"} 2024-11-18T02:21:11,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:11,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:11,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896471541"}]},"ts":"1731896471541"} 2024-11-18T02:21:11,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:21:11,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c110c7b22ab3de66088162e921db05b, ASSIGN}] 2024-11-18T02:21:11,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c110c7b22ab3de66088162e921db05b, ASSIGN 2024-11-18T02:21:11,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6c110c7b22ab3de66088162e921db05b, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35607,1731896464572; forceNewPlan=false, retain=false 2024-11-18T02:21:11,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c110c7b22ab3de66088162e921db05b, regionState=OPENING, regionLocation=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:11,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6c110c7b22ab3de66088162e921db05b, ASSIGN because future has completed 2024-11-18T02:21:11,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c110c7b22ab3de66088162e921db05b, server=c4730a2bacf8,35607,1731896464572}] 2024-11-18T02:21:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:11,852 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:11,852 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c110c7b22ab3de66088162e921db05b, NAME => 'test,,1731896471119.6c110c7b22ab3de66088162e921db05b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:11,852 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:11,853 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:21:11,853 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,853 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896471119.6c110c7b22ab3de66088162e921db05b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:11,853 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,853 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,854 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,855 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c110c7b22ab3de66088162e921db05b columnFamilyName f 2024-11-18T02:21:11,855 DEBUG [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:11,855 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] regionserver.HStore(327): Store=6c110c7b22ab3de66088162e921db05b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:11,855 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,856 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c110c7b22ab3de66088162e921db05b columnFamilyName f1 2024-11-18T02:21:11,856 DEBUG [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:11,856 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] regionserver.HStore(327): Store=6c110c7b22ab3de66088162e921db05b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:11,856 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,857 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c110c7b22ab3de66088162e921db05b columnFamilyName norep 2024-11-18T02:21:11,857 DEBUG [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:11,857 INFO [StoreOpener-6c110c7b22ab3de66088162e921db05b-1 {}] regionserver.HStore(327): Store=6c110c7b22ab3de66088162e921db05b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:11,857 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,858 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,858 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,859 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,859 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,859 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:11,860 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,861 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:11,862 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c110c7b22ab3de66088162e921db05b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74023694, jitterRate=0.10303899645805359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:11,862 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:11,862 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c110c7b22ab3de66088162e921db05b: Running coprocessor pre-open hook at 1731896471853Writing region info on filesystem at 1731896471853Initializing all the Stores at 1731896471853Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896471853Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896471854 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896471854Cleaning up temporary data from old regions at 1731896471859 (+5 ms)Running coprocessor post-open hooks at 1731896471862 (+3 ms)Region opened successfully at 1731896471862 2024-11-18T02:21:11,862 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896471119.6c110c7b22ab3de66088162e921db05b., pid=6, masterSystemTime=1731896471849 2024-11-18T02:21:11,864 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:11,864 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:11,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c110c7b22ab3de66088162e921db05b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:11,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c110c7b22ab3de66088162e921db05b, server=c4730a2bacf8,35607,1731896464572 because future has completed 2024-11-18T02:21:11,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:21:11,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c110c7b22ab3de66088162e921db05b, server=c4730a2bacf8,35607,1731896464572 in 170 msec 2024-11-18T02:21:11,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:21:11,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6c110c7b22ab3de66088162e921db05b, ASSIGN in 325 msec 2024-11-18T02:21:11,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:11,871 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896471870"}]},"ts":"1731896471870"} 2024-11-18T02:21:11,872 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:21:11,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:11,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-18T02:21:12,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:12,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:21:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:12,256 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:21:12,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:12,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39425,-1 for getting cluster id 2024-11-18T02:21:12,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:12,258 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbafbd4d-c9fc-4e92-9d77-4bc6793f2289' 2024-11-18T02:21:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbafbd4d-c9fc-4e92-9d77-4bc6793f2289" 2024-11-18T02:21:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd0ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39425,-1] 2024-11-18T02:21:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:12,259 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f97d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:12,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39425,1731896458211 2024-11-18T02:21:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666cb2a9 2024-11-18T02:21:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:12,262 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:12,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:39017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:21:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:21:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:12,264 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39017' 2024-11-18T02:21:12,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7413bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:12,265 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:12,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:12,266 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e0ee1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:12,267 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:12,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f17ae89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:12,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:12,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:12,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1c767e 2024-11-18T02:21:12,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:12,269 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:12,270 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:21:12,270 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:21:12,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:12,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:12,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:12,271 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:12,271 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:21:12,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:12,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:12,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:21:12,322 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:21:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:12,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b36714ed3f1f859726a060d448d279b, NAME => 'hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b 2024-11-18T02:21:12,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:21:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:13,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:13,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b36714ed3f1f859726a060d448d279b, disabling compactions & flushes 2024-11-18T02:21:13,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:13,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:13,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. after waiting 0 ms 2024-11-18T02:21:13,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:13,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:13,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b36714ed3f1f859726a060d448d279b: Waiting for close lock at 1731896473084Disabling compacts and flushes for region at 1731896473084Disabling writes for close at 1731896473084Writing region close event to WAL at 1731896473084Closed at 1731896473084 2024-11-18T02:21:13,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:13,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896473086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896473086"}]},"ts":"1731896473086"} 2024-11-18T02:21:13,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:13,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:13,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896473088"}]},"ts":"1731896473088"} 2024-11-18T02:21:13,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:21:13,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b36714ed3f1f859726a060d448d279b, ASSIGN}] 2024-11-18T02:21:13,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b36714ed3f1f859726a060d448d279b, ASSIGN 2024-11-18T02:21:13,091 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b36714ed3f1f859726a060d448d279b, ASSIGN; state=OFFLINE, location=c4730a2bacf8,32855,1731896458263; forceNewPlan=false, retain=false 2024-11-18T02:21:13,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b36714ed3f1f859726a060d448d279b, regionState=OPENING, regionLocation=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:13,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b36714ed3f1f859726a060d448d279b, ASSIGN because future has completed 2024-11-18T02:21:13,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b36714ed3f1f859726a060d448d279b, server=c4730a2bacf8,32855,1731896458263}] 2024-11-18T02:21:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:13,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:13,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:13,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:21:13,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C32855%2C1731896458263.rep, suffix=, logDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263, archiveDir=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/oldWALs, maxLogs=10 2024-11-18T02:21:13,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.rep.1731896473402, exclude list is [], retry=0 2024-11-18T02:21:13,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-65cf3407-25c9-47cf-b55d-cc12953d23ad,DISK] 2024-11-18T02:21:13,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.rep.1731896473402 2024-11-18T02:21:13,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-18T02:21:13,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b36714ed3f1f859726a060d448d279b, NAME => 'hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:13,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:13,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:13,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. service=MultiRowMutationService 2024-11-18T02:21:13,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:21:13,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:13,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,430 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,431 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b36714ed3f1f859726a060d448d279b columnFamilyName hfileref 2024-11-18T02:21:13,431 DEBUG [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:13,432 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] regionserver.HStore(327): Store=1b36714ed3f1f859726a060d448d279b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:13,432 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,433 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b36714ed3f1f859726a060d448d279b columnFamilyName queue 2024-11-18T02:21:13,433 DEBUG [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:13,433 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] regionserver.HStore(327): Store=1b36714ed3f1f859726a060d448d279b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:13,433 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,434 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b36714ed3f1f859726a060d448d279b columnFamilyName sid 2024-11-18T02:21:13,434 DEBUG [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:13,434 INFO [StoreOpener-1b36714ed3f1f859726a060d448d279b-1 {}] regionserver.HStore(327): Store=1b36714ed3f1f859726a060d448d279b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:13,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:13,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:13,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1b36714ed3f1f859726a060d448d279b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74985123, jitterRate=0.11736540496349335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:13,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:13,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1b36714ed3f1f859726a060d448d279b: Running coprocessor pre-open hook at 1731896473429Writing region info on filesystem at 1731896473429Initializing all the Stores at 1731896473430 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896473430Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896473430Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896473430Cleaning up temporary data from old regions at 1731896473436 (+6 ms)Running coprocessor post-open hooks at 1731896473439 (+3 ms)Region opened successfully at 1731896473439 2024-11-18T02:21:13,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b., pid=10, masterSystemTime=1731896473396 2024-11-18T02:21:13,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:13,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:13,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b36714ed3f1f859726a060d448d279b, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:13,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b36714ed3f1f859726a060d448d279b, server=c4730a2bacf8,32855,1731896458263 because future has completed 2024-11-18T02:21:13,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:21:13,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b36714ed3f1f859726a060d448d279b, server=c4730a2bacf8,32855,1731896458263 in 201 msec 2024-11-18T02:21:13,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:21:13,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b36714ed3f1f859726a060d448d279b, ASSIGN in 356 msec 2024-11-18T02:21:13,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:13,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896473448"}]},"ts":"1731896473448"} 2024-11-18T02:21:13,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:21:13,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:13,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-18T02:21:13,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b., hostname=c4730a2bacf8,32855,1731896458263, seqNum=2] 2024-11-18T02:21:13,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:13,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:13,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:21:13,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:21:13,640 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:21:13,670 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,32855,1731896458263, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:21:13,670 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:13,670 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,32855,1731896458263, seqNum=-1] 2024-11-18T02:21:13,671 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:13,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T02:21:13,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,32855,1731896458263', locateType=CURRENT is [region=hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b., hostname=c4730a2bacf8,32855,1731896458263, seqNum=2] 2024-11-18T02:21:13,675 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:21:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:21:13,677 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,32855,1731896458263 suceeded 2024-11-18T02:21:13,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:21:13,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-18T02:21:13,679 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:39017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:21:13,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-18T02:21:13,690 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39017' 2024-11-18T02:21:13,691 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@528fa930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:13,691 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:13,691 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:13,692 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c42b2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:13,693 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:13,694 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b0b6e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:13,694 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36b18c6f 2024-11-18T02:21:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:13,695 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T02:21:13,695 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,32855,1731896458263 (queues=1) is replicating from cluster=cbafbd4d-c9fc-4e92-9d77-4bc6793f2289 to cluster=9b25404f-9170-40c0-a37f-7c32d009c74d 2024-11-18T02:21:13,695 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C32855%2C1731896458263 2024-11-18T02:21:13,696 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,32855,1731896458263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:21:13,696 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.shipperc4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C32855%2C1731896458263 2024-11-18T02:21:13,696 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258, startPosition=0, beingWritten=true 2024-11-18T02:21:13,700 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:13,700 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:13,700 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.shipperc4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,32855,1731896458263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:13,903 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:14,207 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:14,406 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:21:14,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:14,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:14,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:14,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:14,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:14,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:14,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:14,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:14,408 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50abb75a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:14,409 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1b0e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:14,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4023aeed 2024-11-18T02:21:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:14,411 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:14,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:39353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:21:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:21:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:14,414 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39353' 2024-11-18T02:21:14,415 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac6beec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:14,415 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39353,-1 for getting cluster id 2024-11-18T02:21:14,415 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:14,416 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e903fd5-6564-41f5-9732-0ee42a5b1178' 2024-11-18T02:21:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e903fd5-6564-41f5-9732-0ee42a5b1178" 2024-11-18T02:21:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdd31ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39353,-1] 2024-11-18T02:21:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:14,417 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:14,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757c6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:14,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da7415c 2024-11-18T02:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:14,420 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:14,420 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:21:14,420 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:21:14,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:14,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:14,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:14,421 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:14,422 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:21:14,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:14,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:14,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:21:14,472 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:21:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:14,610 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:14,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44069ff30bc62e9ffecc57c2b3030e4d, NAME => 'hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39 2024-11-18T02:21:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:21:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:15,113 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:15,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:15,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44069ff30bc62e9ffecc57c2b3030e4d, disabling compactions & flushes 2024-11-18T02:21:15,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:15,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:15,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. after waiting 0 ms 2024-11-18T02:21:15,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:15,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:15,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44069ff30bc62e9ffecc57c2b3030e4d: Waiting for close lock at 1731896475235Disabling compacts and flushes for region at 1731896475235Disabling writes for close at 1731896475235Writing region close event to WAL at 1731896475235Closed at 1731896475235 2024-11-18T02:21:15,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:15,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896475236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896475236"}]},"ts":"1731896475236"} 2024-11-18T02:21:15,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:15,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:15,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896475239"}]},"ts":"1731896475239"} 2024-11-18T02:21:15,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:21:15,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44069ff30bc62e9ffecc57c2b3030e4d, ASSIGN}] 2024-11-18T02:21:15,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44069ff30bc62e9ffecc57c2b3030e4d, ASSIGN 2024-11-18T02:21:15,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44069ff30bc62e9ffecc57c2b3030e4d, ASSIGN; state=OFFLINE, location=c4730a2bacf8,41663,1731896461638; forceNewPlan=false, retain=false 2024-11-18T02:21:15,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44069ff30bc62e9ffecc57c2b3030e4d, regionState=OPENING, regionLocation=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:15,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44069ff30bc62e9ffecc57c2b3030e4d, ASSIGN because future has completed 2024-11-18T02:21:15,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44069ff30bc62e9ffecc57c2b3030e4d, server=c4730a2bacf8,41663,1731896461638}] 2024-11-18T02:21:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:15,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:15,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:15,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:21:15,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C41663%2C1731896461638.rep, suffix=, logDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/oldWALs, maxLogs=10 2024-11-18T02:21:15,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.rep.1731896475552, exclude list is [], retry=0 2024-11-18T02:21:15,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46217,DS-f09e0ddb-a4ec-4b53-b09f-0bc8c0a6d038,DISK] 2024-11-18T02:21:15,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.rep.1731896475552 2024-11-18T02:21:15,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715)] 2024-11-18T02:21:15,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44069ff30bc62e9ffecc57c2b3030e4d, NAME => 'hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:15,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:15,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:15,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. service=MultiRowMutationService 2024-11-18T02:21:15,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:21:15,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:15,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,571 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,572 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44069ff30bc62e9ffecc57c2b3030e4d columnFamilyName hfileref 2024-11-18T02:21:15,572 DEBUG [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:15,572 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] regionserver.HStore(327): Store=44069ff30bc62e9ffecc57c2b3030e4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:15,572 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,573 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44069ff30bc62e9ffecc57c2b3030e4d columnFamilyName queue 2024-11-18T02:21:15,573 DEBUG [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:15,573 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] regionserver.HStore(327): Store=44069ff30bc62e9ffecc57c2b3030e4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:15,573 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,574 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44069ff30bc62e9ffecc57c2b3030e4d columnFamilyName sid 2024-11-18T02:21:15,574 DEBUG [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:15,574 INFO [StoreOpener-44069ff30bc62e9ffecc57c2b3030e4d-1 {}] regionserver.HStore(327): Store=44069ff30bc62e9ffecc57c2b3030e4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:15,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:15,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:15,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44069ff30bc62e9ffecc57c2b3030e4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73309681, jitterRate=0.09239937365055084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:15,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:15,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44069ff30bc62e9ffecc57c2b3030e4d: Running coprocessor pre-open hook at 1731896475570Writing region info on filesystem at 1731896475570Initializing all the Stores at 1731896475571 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896475571Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896475571Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896475571Cleaning up temporary data from old regions at 1731896475576 (+5 ms)Running coprocessor post-open hooks at 1731896475579 (+3 ms)Region opened successfully at 1731896475579 2024-11-18T02:21:15,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d., pid=10, masterSystemTime=1731896475546 2024-11-18T02:21:15,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:15,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:15,582 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44069ff30bc62e9ffecc57c2b3030e4d, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:15,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44069ff30bc62e9ffecc57c2b3030e4d, server=c4730a2bacf8,41663,1731896461638 because future has completed 2024-11-18T02:21:15,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:21:15,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44069ff30bc62e9ffecc57c2b3030e4d, server=c4730a2bacf8,41663,1731896461638 in 189 msec 2024-11-18T02:21:15,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:21:15,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44069ff30bc62e9ffecc57c2b3030e4d, ASSIGN in 346 msec 2024-11-18T02:21:15,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:15,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896475588"}]},"ts":"1731896475588"} 2024-11-18T02:21:15,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:21:15,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:15,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-18T02:21:15,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d., hostname=c4730a2bacf8,41663,1731896461638, seqNum=2] 2024-11-18T02:21:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:15,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:15,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:21:15,717 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:15,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:21:15,815 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:21:15,845 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,41663,1731896461638, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:21:15,845 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:15,845 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41663,1731896461638, seqNum=-1] 2024-11-18T02:21:15,846 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:15,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T02:21:15,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,41663,1731896461638', locateType=CURRENT is [region=hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d., hostname=c4730a2bacf8,41663,1731896461638, seqNum=2] 2024-11-18T02:21:15,850 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:21:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:21:15,852 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,41663,1731896461638 suceeded 2024-11-18T02:21:15,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:21:15,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-18T02:21:15,854 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:39353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:21:15,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4430 sec 2024-11-18T02:21:15,865 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39353' 2024-11-18T02:21:15,866 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b473de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:15,866 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39353,-1 for getting cluster id 2024-11-18T02:21:15,866 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:15,867 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e903fd5-6564-41f5-9732-0ee42a5b1178' 2024-11-18T02:21:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e903fd5-6564-41f5-9732-0ee42a5b1178" 2024-11-18T02:21:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1abc56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39353,-1] 2024-11-18T02:21:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:15,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:15,868 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:15,869 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf5ce04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:15,869 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:15,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:15,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d1e25 2024-11-18T02:21:15,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:15,870 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T02:21:15,871 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,41663,1731896461638 (queues=1) is replicating from cluster=9b25404f-9170-40c0-a37f-7c32d009c74d to cluster=8e903fd5-6564-41f5-9732-0ee42a5b1178 2024-11-18T02:21:15,871 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C41663%2C1731896461638 2024-11-18T02:21:15,871 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,41663,1731896461638, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:21:15,871 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, startPosition=0, beingWritten=true 2024-11-18T02:21:15,871 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C41663%2C1731896461638 2024-11-18T02:21:15,875 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:15,875 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:15,875 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:16,079 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:16,382 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:16,420 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:16,556 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:21:16,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:16,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:16,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:16,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:16,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:16,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:16,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39353,-1 for getting cluster id 2024-11-18T02:21:16,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:16,558 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e903fd5-6564-41f5-9732-0ee42a5b1178' 2024-11-18T02:21:16,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:16,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e903fd5-6564-41f5-9732-0ee42a5b1178" 2024-11-18T02:21:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2108ee6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39353,-1] 2024-11-18T02:21:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:16,560 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f18b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:16,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee14849 2024-11-18T02:21:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:16,562 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:16,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:39017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:21:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:21:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:16,565 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39017' 2024-11-18T02:21:16,565 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c795e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:16,565 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:16,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:16,566 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:16,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:16,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:16,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d45f0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:16,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:16,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:16,567 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33120d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:16,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a8d5763 2024-11-18T02:21:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:16,569 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:16,569 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:21:16,570 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:21:16,570 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:16,570 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:16,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:16,570 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:16,571 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:21:16,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:16,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:16,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:21:16,621 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:21:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:16,786 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:16,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0edc84e2fbc409ea2f9efb74e766f77c, NAME => 'hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec 2024-11-18T02:21:16,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:21:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:17,223 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:17,290 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:17,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:17,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:17,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0edc84e2fbc409ea2f9efb74e766f77c, disabling compactions & flushes 2024-11-18T02:21:17,386 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:17,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:17,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. after waiting 0 ms 2024-11-18T02:21:17,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:17,386 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:17,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0edc84e2fbc409ea2f9efb74e766f77c: Waiting for close lock at 1731896477386Disabling compacts and flushes for region at 1731896477386Disabling writes for close at 1731896477386Writing region close event to WAL at 1731896477386Closed at 1731896477386 2024-11-18T02:21:17,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:17,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896477388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896477388"}]},"ts":"1731896477388"} 2024-11-18T02:21:17,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:17,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:17,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896477391"}]},"ts":"1731896477391"} 2024-11-18T02:21:17,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:21:17,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0edc84e2fbc409ea2f9efb74e766f77c, ASSIGN}] 2024-11-18T02:21:17,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0edc84e2fbc409ea2f9efb74e766f77c, ASSIGN 2024-11-18T02:21:17,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0edc84e2fbc409ea2f9efb74e766f77c, ASSIGN; state=OFFLINE, location=c4730a2bacf8,35607,1731896464572; forceNewPlan=false, retain=false 2024-11-18T02:21:17,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:17,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0edc84e2fbc409ea2f9efb74e766f77c, regionState=OPENING, regionLocation=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:17,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0edc84e2fbc409ea2f9efb74e766f77c, ASSIGN because future has completed 2024-11-18T02:21:17,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0edc84e2fbc409ea2f9efb74e766f77c, server=c4730a2bacf8,35607,1731896464572}] 2024-11-18T02:21:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:17,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:17,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:17,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:21:17,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C35607%2C1731896464572.rep, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/oldWALs, maxLogs=10 2024-11-18T02:21:17,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.rep.1731896477703, exclude list is [], retry=0 2024-11-18T02:21:17,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45055,DS-8cbae6ef-224e-46ba-9840-49ac7624da74,DISK] 2024-11-18T02:21:17,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.rep.1731896477703 2024-11-18T02:21:17,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395)] 2024-11-18T02:21:17,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0edc84e2fbc409ea2f9efb74e766f77c, NAME => 'hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:17,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:17,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:17,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. service=MultiRowMutationService 2024-11-18T02:21:17,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:21:17,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:17,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,721 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,722 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0edc84e2fbc409ea2f9efb74e766f77c columnFamilyName hfileref 2024-11-18T02:21:17,722 DEBUG [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:17,722 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] regionserver.HStore(327): Store=0edc84e2fbc409ea2f9efb74e766f77c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:17,722 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,723 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0edc84e2fbc409ea2f9efb74e766f77c columnFamilyName queue 2024-11-18T02:21:17,723 DEBUG [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:17,723 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] regionserver.HStore(327): Store=0edc84e2fbc409ea2f9efb74e766f77c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:17,723 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,724 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0edc84e2fbc409ea2f9efb74e766f77c columnFamilyName sid 2024-11-18T02:21:17,724 DEBUG [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:17,724 INFO [StoreOpener-0edc84e2fbc409ea2f9efb74e766f77c-1 {}] regionserver.HStore(327): Store=0edc84e2fbc409ea2f9efb74e766f77c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:17,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/replication/0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/replication/0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:17,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/replication/0edc84e2fbc409ea2f9efb74e766f77c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:17,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0edc84e2fbc409ea2f9efb74e766f77c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60481406, jitterRate=-0.0987568199634552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:17,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:17,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0edc84e2fbc409ea2f9efb74e766f77c: Running coprocessor pre-open hook at 1731896477720Writing region info on filesystem at 1731896477720Initializing all the Stores at 1731896477721 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896477721Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896477721Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896477721Cleaning up temporary data from old regions at 1731896477726 (+5 ms)Running coprocessor post-open hooks at 1731896477729 (+3 ms)Region opened successfully at 1731896477729 2024-11-18T02:21:17,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c., pid=10, masterSystemTime=1731896477699 2024-11-18T02:21:17,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:17,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:17,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0edc84e2fbc409ea2f9efb74e766f77c, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:17,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0edc84e2fbc409ea2f9efb74e766f77c, server=c4730a2bacf8,35607,1731896464572 because future has completed 2024-11-18T02:21:17,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:21:17,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0edc84e2fbc409ea2f9efb74e766f77c, server=c4730a2bacf8,35607,1731896464572 in 186 msec 2024-11-18T02:21:17,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:21:17,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0edc84e2fbc409ea2f9efb74e766f77c, ASSIGN in 342 msec 2024-11-18T02:21:17,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:17,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896477737"}]},"ts":"1731896477737"} 2024-11-18T02:21:17,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:21:17,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:17,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-18T02:21:17,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c., hostname=c4730a2bacf8,35607,1731896464572, seqNum=2] 2024-11-18T02:21:17,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:17,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:17,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:21:17,893 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:17,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:21:17,937 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:21:17,965 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,35607,1731896464572, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:21:17,965 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:17,965 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35607,1731896464572, seqNum=-1] 2024-11-18T02:21:17,966 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:17,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T02:21:17,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,35607,1731896464572', locateType=CURRENT is [region=hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c., hostname=c4730a2bacf8,35607,1731896464572, seqNum=2] 2024-11-18T02:21:17,970 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:21:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:21:17,972 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,35607,1731896464572 suceeded 2024-11-18T02:21:17,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:21:17,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-18T02:21:17,973 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:39017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:21:17,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4110 sec 2024-11-18T02:21:17,986 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39017' 2024-11-18T02:21:17,987 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353857f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:17,987 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:17,987 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:17,987 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400bb34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:17,989 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:17,989 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@552e8c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:17,989 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643cf8bd 2024-11-18T02:21:17,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:17,991 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T02:21:17,991 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,35607,1731896464572 (queues=1) is replicating from cluster=8e903fd5-6564-41f5-9732-0ee42a5b1178 to cluster=9b25404f-9170-40c0-a37f-7c32d009c74d 2024-11-18T02:21:17,991 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C35607%2C1731896464572 2024-11-18T02:21:17,991 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,35607,1731896464572, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:21:17,992 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, startPosition=0, beingWritten=true 2024-11-18T02:21:17,992 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C35607%2C1731896464572 2024-11-18T02:21:17,996 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:17,996 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 379, reset compression=false 2024-11-18T02:21:17,996 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35607,1731896464572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:18,126 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:18,199 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 379, reset compression=false 2024-11-18T02:21:18,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:21:18,503 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 379, reset compression=false 2024-11-18T02:21:18,597 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:18,706 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:21:18,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:18,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:18,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:18,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:18,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:18,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39425,-1 for getting cluster id 2024-11-18T02:21:18,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:18,708 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbafbd4d-c9fc-4e92-9d77-4bc6793f2289' 2024-11-18T02:21:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbafbd4d-c9fc-4e92-9d77-4bc6793f2289" 2024-11-18T02:21:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48981c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39425,-1] 2024-11-18T02:21:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:18,709 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:18,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8fd8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:18,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:18,711 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bf70e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:18,712 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:18,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bf7ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39353,-1 for getting cluster id 2024-11-18T02:21:18,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:18,714 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e903fd5-6564-41f5-9732-0ee42a5b1178' 2024-11-18T02:21:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e903fd5-6564-41f5-9732-0ee42a5b1178" 2024-11-18T02:21:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183e3631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39353,-1] 2024-11-18T02:21:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:18,715 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:18,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613b415b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:18,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:18,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,32855,1731896458263, seqNum=-1] 2024-11-18T02:21:18,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:18,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:18,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f., hostname=c4730a2bacf8,32855,1731896458263, seqNum=2] 2024-11-18T02:21:18,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:18,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35607,1731896464572, seqNum=-1] 2024-11-18T02:21:18,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:18,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:18,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896471119.6c110c7b22ab3de66088162e921db05b., hostname=c4730a2bacf8,35607,1731896464572, seqNum=2] 2024-11-18T02:21:18,726 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T02:21:18,907 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 379, reset compression=false 2024-11-18T02:21:19,130 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 379, reset compression=false 2024-11-18T02:21:19,134 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:19,134 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 480, reset compression=false 2024-11-18T02:21:19,134 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.shipperc4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,32855,1731896458263 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f6288be90d3c57bae8dddf6b8d8351f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T02:21:19,136 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.shipperc4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:19,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T02:21:19,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:19,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1cbd11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:19,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39017,-1 for getting cluster id 2024-11-18T02:21:19,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:19,139 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b25404f-9170-40c0-a37f-7c32d009c74d' 2024-11-18T02:21:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b25404f-9170-40c0-a37f-7c32d009c74d" 2024-11-18T02:21:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa323f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39017,-1] 2024-11-18T02:21:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:19,140 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:19,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e83d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:19,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:19,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41663,1731896461638, seqNum=-1] 2024-11-18T02:21:19,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:19,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T02:21:19,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4., hostname=c4730a2bacf8,41663,1731896461638, seqNum=2] 2024-11-18T02:21:19,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:19,337 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 480, reset compression=false 2024-11-18T02:21:19,401 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 379, reset compression=false 2024-11-18T02:21:19,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:19,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 504, reset compression=false 2024-11-18T02:21:19,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aa44dddce5eda5c00787827cde7dcf4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T02:21:19,407 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:19,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T02:21:19,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:19,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651cb30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:19,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39353,-1 for getting cluster id 2024-11-18T02:21:19,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:19,410 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e903fd5-6564-41f5-9732-0ee42a5b1178' 2024-11-18T02:21:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e903fd5-6564-41f5-9732-0ee42a5b1178" 2024-11-18T02:21:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e64dc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39353,-1] 2024-11-18T02:21:19,410 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 379, reset compression=false 2024-11-18T02:21:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:19,411 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:19,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6efe7adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:19,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:19,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,35607,1731896464572, seqNum=-1] 2024-11-18T02:21:19,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:19,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T02:21:19,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731896471119.6c110c7b22ab3de66088162e921db05b., hostname=c4730a2bacf8,35607,1731896464572, seqNum=2] 2024-11-18T02:21:19,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 504, reset compression=false 2024-11-18T02:21:19,641 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 480, reset compression=false 2024-11-18T02:21:19,728 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T02:21:19,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41663,1731896461638, seqNum=-1] 2024-11-18T02:21:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:19,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4., hostname=c4730a2bacf8,41663,1731896461638, seqNum=2] 2024-11-18T02:21:19,734 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T02:21:19,911 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 504, reset compression=false 2024-11-18T02:21:19,916 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:19,916 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 608, reset compression=false 2024-11-18T02:21:19,916 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aa44dddce5eda5c00787827cde7dcf4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T02:21:19,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:19,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:20,014 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 379, reset compression=false 2024-11-18T02:21:20,018 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:20,018 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 656, reset compression=false 2024-11-18T02:21:20,018 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35607,1731896464572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:20,044 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 480, reset compression=false 2024-11-18T02:21:20,119 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 608, reset compression=false 2024-11-18T02:21:20,221 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 656, reset compression=false 2024-11-18T02:21:20,422 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 608, reset compression=false 2024-11-18T02:21:20,524 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 656, reset compression=false 2024-11-18T02:21:20,547 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 480, reset compression=false 2024-11-18T02:21:20,736 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T02:21:20,739 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T02:21:20,825 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 608, reset compression=false 2024-11-18T02:21:20,928 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 656, reset compression=false 2024-11-18T02:21:20,932 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:20,932 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 760, reset compression=false 2024-11-18T02:21:20,932 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35607,1731896464572 got entry batch from reader: WALEntryBatch [walEntries=[{test/6c110c7b22ab3de66088162e921db05b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T02:21:20,934 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:20,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T02:21:20,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:20,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:21,135 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 760, reset compression=false 2024-11-18T02:21:21,150 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 480, reset compression=false 2024-11-18T02:21:21,328 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 608, reset compression=false 2024-11-18T02:21:21,332 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:21,332 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 736, reset compression=false 2024-11-18T02:21:21,332 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:21,438 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 760, reset compression=false 2024-11-18T02:21:21,535 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 736, reset compression=false 2024-11-18T02:21:21,741 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T02:21:21,744 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T02:21:21,838 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 736, reset compression=false 2024-11-18T02:21:21,841 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 760, reset compression=false 2024-11-18T02:21:21,853 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 480, reset compression=false 2024-11-18T02:21:21,857 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:21,857 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:21,857 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.shipperc4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,32855,1731896458263 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f6288be90d3c57bae8dddf6b8d8351f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T02:21:21,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:21,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:22,060 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:22,241 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 736, reset compression=false 2024-11-18T02:21:22,245 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:22,245 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 884, reset compression=false 2024-11-18T02:21:22,245 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aa44dddce5eda5c00787827cde7dcf4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T02:21:22,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:22,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:22,344 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 760, reset compression=false 2024-11-18T02:21:22,348 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:22,348 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 932, reset compression=false 2024-11-18T02:21:22,348 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35607,1731896464572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:22,364 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:22,448 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 884, reset compression=false 2024-11-18T02:21:22,551 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 932, reset compression=false 2024-11-18T02:21:22,745 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T02:21:22,748 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T02:21:22,751 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 884, reset compression=false 2024-11-18T02:21:22,755 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:22,755 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1043, reset compression=false 2024-11-18T02:21:22,755 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aa44dddce5eda5c00787827cde7dcf4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T02:21:22,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:22,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:22,766 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:22,854 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 932, reset compression=false 2024-11-18T02:21:22,858 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:22,858 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1082, reset compression=false 2024-11-18T02:21:22,858 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35607,1731896464572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:22,958 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1043, reset compression=false 2024-11-18T02:21:23,062 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1082, reset compression=false 2024-11-18T02:21:23,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:23,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,261 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1043, reset compression=false 2024-11-18T02:21:23,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,269 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:23,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:23,365 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1082, reset compression=false 2024-11-18T02:21:23,664 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1043, reset compression=false 2024-11-18T02:21:23,750 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T02:21:23,753 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T02:21:23,769 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1082, reset compression=false 2024-11-18T02:21:23,773 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:23,773 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1241, reset compression=false 2024-11-18T02:21:23,773 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35607,1731896464572 got entry batch from reader: WALEntryBatch [walEntries=[{test/6c110c7b22ab3de66088162e921db05b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T02:21:23,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T02:21:23,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T02:21:23,872 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:23,977 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1241, reset compression=false 2024-11-18T02:21:24,168 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1043, reset compression=false 2024-11-18T02:21:24,171 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:24,171 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:24,172 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:24,280 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1241, reset compression=false 2024-11-18T02:21:24,375 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:24,576 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:24,678 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:24,685 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1241, reset compression=false 2024-11-18T02:21:24,755 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T02:21:24,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:21:24,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:24,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:24,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:24,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:24,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:24,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:21:24,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=292814064, stopped=false 2024-11-18T02:21:24,761 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,39353,1731896464521 2024-11-18T02:21:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2510262579/running 2024-11-18T02:21:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2510262579/running 2024-11-18T02:21:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:24,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:21:24,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:24,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:24,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:24,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,35607,1731896464572' ***** 2024-11-18T02:21:24,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:21:24,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on znode that does not yet exist, /2510262579/running 2024-11-18T02:21:24,764 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:21:24,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:21:24,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Set watcher on znode that does not yet exist, /2510262579/running 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(3091): Received CLOSE for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35607. 2024-11-18T02:21:24,765 DEBUG [RS:0;c4730a2bacf8:35607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:24,765 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:24,765 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c110c7b22ab3de66088162e921db05b, disabling compactions & flushes 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:21:24,765 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:21:24,765 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:24,765 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:21:24,765 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896471119.6c110c7b22ab3de66088162e921db05b. after waiting 0 ms 2024-11-18T02:21:24,765 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:24,765 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c110c7b22ab3de66088162e921db05b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T02:21:24,766 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:21:24,766 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6c110c7b22ab3de66088162e921db05b=test,,1731896471119.6c110c7b22ab3de66088162e921db05b., 0edc84e2fbc409ea2f9efb74e766f77c=hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c.} 2024-11-18T02:21:24,766 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1351): Waiting on 0edc84e2fbc409ea2f9efb74e766f77c, 1588230740, 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:24,766 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:24,766 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:24,766 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:24,766 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:24,766 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:24,766 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:21:24,788 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/info/5a7f1f6eec694459ba26cebba13d8e2d is 147, key is hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c./info:regioninfo/1731896477731/Put/seqid=0 2024-11-18T02:21:24,789 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/f/6167321838df4386b1c8921f3f058a0e is 29, key is row1/f:/1731896482746/DeleteFamily/seqid=0 2024-11-18T02:21:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741840_1016 (size=5152) 2024-11-18T02:21:24,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741841_1017 (size=7686) 2024-11-18T02:21:24,795 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/info/5a7f1f6eec694459ba26cebba13d8e2d 2024-11-18T02:21:24,813 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/ns/b6d27c97b90240b68d65475acdaf38ad is 43, key is default/ns:d/1731896466726/Put/seqid=0 2024-11-18T02:21:24,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741842_1018 (size=5153) 2024-11-18T02:21:24,854 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:21:24,966 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1351): Waiting on 0edc84e2fbc409ea2f9efb74e766f77c, 1588230740, 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:25,081 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:25,124 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:21:25,124 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:21:25,166 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1351): Waiting on 0edc84e2fbc409ea2f9efb74e766f77c, 1588230740, 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:25,188 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1241, reset compression=false 2024-11-18T02:21:25,192 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:25,192 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1488, reset compression=false 2024-11-18T02:21:25,192 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,35607,1731896464572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:25,193 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,35607,1731896464572: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,35607,1731896464572, walGroup=c4730a2bacf8%2C35607%2C1731896464572, offset=c4730a2bacf8%2C35607%2C1731896464572.1731896466172:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:35607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:21:25,194 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:21:25,194 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/f/6167321838df4386b1c8921f3f058a0e 2024-11-18T02:21:25,194 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:21:25,194 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:21:25,194 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:21:25,195 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:21:25,195 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 1035403480 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 200614360 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:21:25,195 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:39353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:39353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:21:25,197 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6167321838df4386b1c8921f3f058a0e 2024-11-18T02:21:25,212 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/f1/82302e4e1d724189889d38c2bf055684 is 30, key is row1/f1:/1731896482746/DeleteFamily/seqid=0 2024-11-18T02:21:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741843_1019 (size=5158) 2024-11-18T02:21:25,216 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/ns/b6d27c97b90240b68d65475acdaf38ad 2024-11-18T02:21:25,233 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/08e36c09f22c4e9883290dc9208756dc is 112, key is test,,1731896471119.6c110c7b22ab3de66088162e921db05b./rep_barrier:seqnumDuringOpen/1731896471865/Put/seqid=0 2024-11-18T02:21:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741844_1020 (size=5518) 2024-11-18T02:21:25,366 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1351): Waiting on 0edc84e2fbc409ea2f9efb74e766f77c, 1588230740, 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:25,379 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:25,395 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1488, reset compression=false 2024-11-18T02:21:25,566 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1351): Waiting on 0edc84e2fbc409ea2f9efb74e766f77c, 1588230740, 6c110c7b22ab3de66088162e921db05b 2024-11-18T02:21:25,585 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:25,615 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/f1/82302e4e1d724189889d38c2bf055684 2024-11-18T02:21:25,619 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82302e4e1d724189889d38c2bf055684 2024-11-18T02:21:25,636 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/08e36c09f22c4e9883290dc9208756dc 2024-11-18T02:21:25,643 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/norep/dd90ccbde7e941b0b643a4568a53c719 is 33, key is row2/norep:/1731896483751/DeleteFamily/seqid=0 2024-11-18T02:21:25,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741845_1021 (size=5108) 2024-11-18T02:21:25,651 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/norep/dd90ccbde7e941b0b643a4568a53c719 2024-11-18T02:21:25,654 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/table/03e67956559d4f70a727e6436e4a57a9 is 53, key is hbase:replication/table:state/1731896477737/Put/seqid=0 2024-11-18T02:21:25,655 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd90ccbde7e941b0b643a4568a53c719 2024-11-18T02:21:25,655 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/f/6167321838df4386b1c8921f3f058a0e as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/f/6167321838df4386b1c8921f3f058a0e 2024-11-18T02:21:25,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741846_1022 (size=5308) 2024-11-18T02:21:25,659 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6167321838df4386b1c8921f3f058a0e 2024-11-18T02:21:25,659 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/f/6167321838df4386b1c8921f3f058a0e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T02:21:25,660 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/f1/82302e4e1d724189889d38c2bf055684 as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/f1/82302e4e1d724189889d38c2bf055684 2024-11-18T02:21:25,663 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82302e4e1d724189889d38c2bf055684 2024-11-18T02:21:25,663 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/f1/82302e4e1d724189889d38c2bf055684, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T02:21:25,663 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/.tmp/norep/dd90ccbde7e941b0b643a4568a53c719 as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/norep/dd90ccbde7e941b0b643a4568a53c719 2024-11-18T02:21:25,666 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd90ccbde7e941b0b643a4568a53c719 2024-11-18T02:21:25,667 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/norep/dd90ccbde7e941b0b643a4568a53c719, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T02:21:25,667 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6c110c7b22ab3de66088162e921db05b in 902ms, sequenceid=10, compaction requested=false 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/default/test/6c110c7b22ab3de66088162e921db05b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:21:25,671 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c110c7b22ab3de66088162e921db05b: Waiting for close lock at 1731896484765Running coprocessor pre-close hooks at 1731896484765Disabling compacts and flushes for region at 1731896484765Disabling writes for close at 1731896484765Obtaining lock to block concurrent updates at 1731896484765Preparing flush snapshotting stores in 6c110c7b22ab3de66088162e921db05b at 1731896484765Finished memstore snapshotting test,,1731896471119.6c110c7b22ab3de66088162e921db05b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731896484766 (+1 ms)Flushing stores of test,,1731896471119.6c110c7b22ab3de66088162e921db05b. at 1731896484766Flushing 6c110c7b22ab3de66088162e921db05b/f: creating writer at 1731896484766Flushing 6c110c7b22ab3de66088162e921db05b/f: appending metadata at 1731896484788 (+22 ms)Flushing 6c110c7b22ab3de66088162e921db05b/f: closing flushed file at 1731896484788Flushing 6c110c7b22ab3de66088162e921db05b/f1: creating writer at 1731896485197 (+409 ms)Flushing 6c110c7b22ab3de66088162e921db05b/f1: appending metadata at 1731896485211 (+14 ms)Flushing 6c110c7b22ab3de66088162e921db05b/f1: closing flushed file at 1731896485211Flushing 6c110c7b22ab3de66088162e921db05b/norep: creating writer at 1731896485619 (+408 ms)Flushing 6c110c7b22ab3de66088162e921db05b/norep: appending metadata at 1731896485642 (+23 ms)Flushing 6c110c7b22ab3de66088162e921db05b/norep: closing flushed file at 1731896485642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c1ca1d: reopening flushed file at 1731896485655 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e4b2eb: reopening flushed file at 1731896485659 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1788f696: reopening flushed file at 1731896485663 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6c110c7b22ab3de66088162e921db05b in 902ms, sequenceid=10, compaction requested=false at 1731896485667 (+4 ms)Writing region close event to WAL at 1731896485668 (+1 ms)Running coprocessor post-close hooks at 1731896485671 (+3 ms)Closed at 1731896485671 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896471119.6c110c7b22ab3de66088162e921db05b. 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0edc84e2fbc409ea2f9efb74e766f77c, disabling compactions & flushes 2024-11-18T02:21:25,671 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. after waiting 0 ms 2024-11-18T02:21:25,671 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,672 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0edc84e2fbc409ea2f9efb74e766f77c: Waiting for close lock at 1731896485671Running coprocessor pre-close hooks at 1731896485671Disabling compacts and flushes for region at 1731896485671Disabling writes for close at 1731896485671Failed flush hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c., putting online again at 1731896485671 2024-11-18T02:21:25,672 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,697 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 1488, reset compression=false 2024-11-18T02:21:25,701 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:25,701 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 2132, reset compression=false 2024-11-18T02:21:25,767 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:21:25,767 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0edc84e2fbc409ea2f9efb74e766f77c=hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c.} 2024-11-18T02:21:25,767 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(3091): Received CLOSE for 0edc84e2fbc409ea2f9efb74e766f77c 2024-11-18T02:21:25,767 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1351): Waiting on 0edc84e2fbc409ea2f9efb74e766f77c, 1588230740 2024-11-18T02:21:25,767 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0edc84e2fbc409ea2f9efb74e766f77c, disabling compactions & flushes 2024-11-18T02:21:25,767 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,767 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,767 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. after waiting 0 ms 2024-11-18T02:21:25,767 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,767 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0edc84e2fbc409ea2f9efb74e766f77c: Waiting for close lock at 1731896485767Running coprocessor pre-close hooks at 1731896485767Disabling compacts and flushes for region at 1731896485767Disabling writes for close at 1731896485767Failed flush hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c., putting online again at 1731896485767 2024-11-18T02:21:25,767 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731896476570.0edc84e2fbc409ea2f9efb74e766f77c. 2024-11-18T02:21:25,903 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.wal-reader.c4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/WALs/c4730a2bacf8,35607,1731896464572/c4730a2bacf8%2C35607%2C1731896464572.1731896466172 to pos 2132, reset compression=false 2024-11-18T02:21:25,967 DEBUG [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:21:26,058 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/table/03e67956559d4f70a727e6436e4a57a9 2024-11-18T02:21:26,062 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/info/5a7f1f6eec694459ba26cebba13d8e2d as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/info/5a7f1f6eec694459ba26cebba13d8e2d 2024-11-18T02:21:26,065 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/info/5a7f1f6eec694459ba26cebba13d8e2d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:21:26,065 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/ns/b6d27c97b90240b68d65475acdaf38ad as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/ns/b6d27c97b90240b68d65475acdaf38ad 2024-11-18T02:21:26,069 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/ns/b6d27c97b90240b68d65475acdaf38ad, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:21:26,069 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/08e36c09f22c4e9883290dc9208756dc as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/rep_barrier/08e36c09f22c4e9883290dc9208756dc 2024-11-18T02:21:26,072 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/rep_barrier/08e36c09f22c4e9883290dc9208756dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:21:26,073 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/.tmp/table/03e67956559d4f70a727e6436e4a57a9 as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/table/03e67956559d4f70a727e6436e4a57a9 2024-11-18T02:21:26,076 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/table/03e67956559d4f70a727e6436e4a57a9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:21:26,077 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-18T02:21:26,080 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:21:26,081 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:26,081 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:21:26,081 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:26,081 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896484766Running coprocessor pre-close hooks at 1731896484766Disabling compacts and flushes for region at 1731896484766Disabling writes for close at 1731896484766Obtaining lock to block concurrent updates at 1731896484766Preparing flush snapshotting stores in 1588230740 at 1731896484766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896484766Flushing stores of hbase:meta,,1.1588230740 at 1731896484766Flushing 1588230740/info: creating writer at 1731896484767 (+1 ms)Flushing 1588230740/info: appending metadata at 1731896484788 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731896484788Flushing 1588230740/ns: creating writer at 1731896484799 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731896484812 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731896484812Flushing 1588230740/rep_barrier: creating writer at 1731896485219 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896485232 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896485232Flushing 1588230740/table: creating writer at 1731896485640 (+408 ms)Flushing 1588230740/table: appending metadata at 1731896485654 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731896485654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46af68f0: reopening flushed file at 1731896486061 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acd0420: reopening flushed file at 1731896486065 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3004b59d: reopening flushed file at 1731896486069 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5da572: reopening flushed file at 1731896486072 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731896486077 (+5 ms)Writing region close event to WAL at 1731896486078 (+1 ms)Running coprocessor post-close hooks at 1731896486081 (+3 ms)Closed at 1731896486081 2024-11-18T02:21:26,081 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:26,167 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T02:21:26,167 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,35607,1731896464572; all regions closed. 2024-11-18T02:21:26,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:21:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741839_1015 (size=1953) 2024-11-18T02:21:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741832_1008 (size=2140) 2024-11-18T02:21:26,174 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:26,174 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:21:26,174 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:21:26,174 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:21:26,174 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:21:26,174 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:21:26,175 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,35607,1731896464572 because: Region server is closing 2024-11-18T02:21:26,175 INFO [RS:0;c4730a2bacf8:35607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35607. 2024-11-18T02:21:26,175 DEBUG [RS:0;c4730a2bacf8:35607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:26,175 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:26,175 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:26,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:26,189 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:26,275 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,35607,1731896464572.replicationSource.shipperc4730a2bacf8%2C35607%2C1731896464572,1-c4730a2bacf8,35607,1731896464572 terminated 2024-11-18T02:21:26,276 INFO [RS:0;c4730a2bacf8:35607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:35607. 2024-11-18T02:21:26,276 DEBUG [RS:0;c4730a2bacf8:35607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:26,276 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:26,276 DEBUG [RS:0;c4730a2bacf8:35607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:26,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:26,276 INFO [RS:0;c4730a2bacf8:35607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35607 2024-11-18T02:21:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2510262579/rs/c4730a2bacf8,35607,1731896464572 2024-11-18T02:21:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579/rs 2024-11-18T02:21:26,278 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:21:26,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,35607,1731896464572] 2024-11-18T02:21:26,282 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:26,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2510262579/draining/c4730a2bacf8,35607,1731896464572 already deleted, retry=false 2024-11-18T02:21:26,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,35607,1731896464572 expired; onlineServers=0 2024-11-18T02:21:26,282 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,39353,1731896464521' ***** 2024-11-18T02:21:26,282 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:21:26,283 INFO [M:0;c4730a2bacf8:39353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:21:26,283 INFO [M:0;c4730a2bacf8:39353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:21:26,283 DEBUG [M:0;c4730a2bacf8:39353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:21:26,283 DEBUG [M:0;c4730a2bacf8:39353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:21:26,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:21:26,283 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896465943 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896465943,5,FailOnTimeoutGroup] 2024-11-18T02:21:26,283 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896465944 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896465944,5,FailOnTimeoutGroup] 2024-11-18T02:21:26,283 INFO [M:0;c4730a2bacf8:39353 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:21:26,283 INFO [M:0;c4730a2bacf8:39353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:21:26,283 DEBUG [M:0;c4730a2bacf8:39353 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:21:26,283 INFO [M:0;c4730a2bacf8:39353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:21:26,283 INFO [M:0;c4730a2bacf8:39353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:21:26,283 INFO [M:0;c4730a2bacf8:39353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:21:26,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:21:26,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2510262579/master 2024-11-18T02:21:26,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2510262579 2024-11-18T02:21:26,285 DEBUG [M:0;c4730a2bacf8:39353 {}] zookeeper.ZKUtil(347): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Unable to get data of znode /2510262579/master because node does not exist (not an error) 2024-11-18T02:21:26,285 WARN [M:0;c4730a2bacf8:39353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:21:26,285 INFO [M:0;c4730a2bacf8:39353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/.lastflushedseqids 2024-11-18T02:21:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741847_1023 (size=245) 2024-11-18T02:21:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:26,380 INFO [RS:0;c4730a2bacf8:35607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:21:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35607-0x10128e0a3f80007, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:26,380 INFO [RS:0;c4730a2bacf8:35607 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,35607,1731896464572; zookeeper connection closed. 2024-11-18T02:21:26,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49608dfb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49608dfb 2024-11-18T02:21:26,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:21:26,689 INFO [M:0;c4730a2bacf8:39353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:21:26,689 INFO [M:0;c4730a2bacf8:39353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:21:26,690 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:26,690 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:26,690 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:26,690 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:26,690 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:26,690 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T02:21:26,708 DEBUG [M:0;c4730a2bacf8:39353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24987046390f4b6fb5a4059e3eef0d08 is 82, key is hbase:meta,,1/info:regioninfo/1731896466718/Put/seqid=0 2024-11-18T02:21:26,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741848_1024 (size=5672) 2024-11-18T02:21:26,892 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:27,112 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24987046390f4b6fb5a4059e3eef0d08 2024-11-18T02:21:27,130 DEBUG [M:0;c4730a2bacf8:39353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/728553efe5184f9586f8c92bda9607b1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896477739/Put/seqid=0 2024-11-18T02:21:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741849_1025 (size=8515) 2024-11-18T02:21:27,286 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:27,534 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/728553efe5184f9586f8c92bda9607b1 2024-11-18T02:21:27,551 DEBUG [M:0;c4730a2bacf8:39353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fd17252632d448ea1b1560cbe64e177 is 69, key is c4730a2bacf8,35607,1731896464572/rs:state/1731896466022/Put/seqid=0 2024-11-18T02:21:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741850_1026 (size=5156) 2024-11-18T02:21:27,696 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:27,955 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fd17252632d448ea1b1560cbe64e177 2024-11-18T02:21:27,959 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24987046390f4b6fb5a4059e3eef0d08 as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24987046390f4b6fb5a4059e3eef0d08 2024-11-18T02:21:27,962 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24987046390f4b6fb5a4059e3eef0d08, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T02:21:27,962 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/728553efe5184f9586f8c92bda9607b1 as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/728553efe5184f9586f8c92bda9607b1 2024-11-18T02:21:27,965 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/728553efe5184f9586f8c92bda9607b1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T02:21:27,966 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fd17252632d448ea1b1560cbe64e177 as hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fd17252632d448ea1b1560cbe64e177 2024-11-18T02:21:27,969 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/5754c42d-641f-8613-56e5-9e00fab0c4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fd17252632d448ea1b1560cbe64e177, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T02:21:27,970 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-18T02:21:27,973 INFO [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:27,973 DEBUG [M:0;c4730a2bacf8:39353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896486690Disabling compacts and flushes for region at 1731896486690Disabling writes for close at 1731896486690Obtaining lock to block concurrent updates at 1731896486690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896486690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731896486690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896486691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896486691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896486708 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896486708Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896487116 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896487130 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896487130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896487537 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896487551 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896487551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb9cee1: reopening flushed file at 1731896487958 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d879da: reopening flushed file at 1731896487962 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268eca02: reopening flushed file at 1731896487965 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731896487970 (+5 ms)Writing region close event to WAL at 1731896487973 (+3 ms)Closed at 1731896487973 2024-11-18T02:21:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45055 is added to blk_1073741830_1006 (size=63642) 2024-11-18T02:21:27,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:21:27,975 INFO [M:0;c4730a2bacf8:39353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:21:27,975 INFO [M:0;c4730a2bacf8:39353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39353 2024-11-18T02:21:27,976 INFO [M:0;c4730a2bacf8:39353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:21:28,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:28,078 INFO [M:0;c4730a2bacf8:39353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:21:28,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39353-0x10128e0a3f80006, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:28,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6222ff80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:28,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea71958{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:21:28,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:21:28,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e3cf1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:21:28,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a88bd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.log.dir/,STOPPED} 2024-11-18T02:21:28,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:21:28,083 WARN [BP-293333919-172.17.0.2-1731896463894 heartbeating to localhost/127.0.0.1:45673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:21:28,083 WARN [BP-293333919-172.17.0.2-1731896463894 heartbeating to localhost/127.0.0.1:45673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-293333919-172.17.0.2-1731896463894 (Datanode Uuid 6a1364a0-81ad-4d05-83e7-0795d5bce56f) service to localhost/127.0.0.1:45673 2024-11-18T02:21:28,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:21:28,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/cluster_99ee8071-2627-e683-b0e1-884aac8cf307/data/data1/current/BP-293333919-172.17.0.2-1731896463894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:21:28,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/cluster_99ee8071-2627-e683-b0e1-884aac8cf307/data/data2/current/BP-293333919-172.17.0.2-1731896463894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:21:28,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:21:28,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15165ee4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:28,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1681a97d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:21:28,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:21:28,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a4b5469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:21:28,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252299b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.log.dir/,STOPPED} 2024-11-18T02:21:28,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:21:28,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:21:28,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:28,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:28,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:28,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:28,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:28,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:21:28,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874764473, stopped=false 2024-11-18T02:21:28,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,39017,1731896461598 2024-11-18T02:21:28,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119553389/running 2024-11-18T02:21:28,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:28,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119553389/running 2024-11-18T02:21:28,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:28,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:21:28,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:28,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:28,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:28,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on znode that does not yet exist, /1-1119553389/running 2024-11-18T02:21:28,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,41663,1731896461638' ***** 2024-11-18T02:21:28,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:21:28,107 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:21:28,107 INFO [RS:0;c4730a2bacf8:41663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:21:28,107 INFO [RS:0;c4730a2bacf8:41663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:21:28,107 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 44069ff30bc62e9ffecc57c2b3030e4d 2024-11-18T02:21:28,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Set watcher on znode that does not yet exist, /1-1119553389/running 2024-11-18T02:21:28,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:41663. 2024-11-18T02:21:28,108 DEBUG [RS:0;c4730a2bacf8:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:28,108 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:21:28,108 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44069ff30bc62e9ffecc57c2b3030e4d, disabling compactions & flushes 2024-11-18T02:21:28,108 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:28,108 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:21:28,108 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:28,108 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. after waiting 0 ms 2024-11-18T02:21:28,108 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:28,109 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44069ff30bc62e9ffecc57c2b3030e4d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T02:21:28,109 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:21:28,109 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1325): Online Regions={44069ff30bc62e9ffecc57c2b3030e4d=hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d., 1588230740=hbase:meta,,1.1588230740, 8aa44dddce5eda5c00787827cde7dcf4=test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4.} 2024-11-18T02:21:28,109 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44069ff30bc62e9ffecc57c2b3030e4d, 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:28,109 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:28,109 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:28,109 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:28,109 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:28,109 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:28,109 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:21:28,124 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:21:28,132 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/info/e8f880a6cf5641b0a4b061319a7453ef is 147, key is hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d./info:regioninfo/1731896475582/Put/seqid=0 2024-11-18T02:21:28,132 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d/.tmp/queue/6dc41b977e6a44209ac5b077de3aa36e is 154, key is 1-c4730a2bacf8,41663,1731896461638/queue:c4730a2bacf8%2C41663%2C1731896461638/1731896484173/Put/seqid=0 2024-11-18T02:21:28,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741840_1016 (size=7686) 2024-11-18T02:21:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741841_1017 (size=5353) 2024-11-18T02:21:28,196 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:21:28,309 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44069ff30bc62e9ffecc57c2b3030e4d, 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:28,389 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:28,509 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44069ff30bc62e9ffecc57c2b3030e4d, 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:28,536 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/info/e8f880a6cf5641b0a4b061319a7453ef 2024-11-18T02:21:28,536 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d/.tmp/queue/6dc41b977e6a44209ac5b077de3aa36e 2024-11-18T02:21:28,541 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d/.tmp/queue/6dc41b977e6a44209ac5b077de3aa36e as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d/queue/6dc41b977e6a44209ac5b077de3aa36e 2024-11-18T02:21:28,545 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d/queue/6dc41b977e6a44209ac5b077de3aa36e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T02:21:28,546 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 44069ff30bc62e9ffecc57c2b3030e4d in 438ms, sequenceid=12, compaction requested=false 2024-11-18T02:21:28,557 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/ns/206fd65cbefa48dda1cdf43c1b769631 is 43, key is default/ns:d/1731896463783/Put/seqid=0 2024-11-18T02:21:28,559 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/replication/44069ff30bc62e9ffecc57c2b3030e4d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T02:21:28,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741842_1018 (size=5153) 2024-11-18T02:21:28,560 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/ns/206fd65cbefa48dda1cdf43c1b769631 2024-11-18T02:21:28,560 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:28,560 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:21:28,560 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:28,560 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44069ff30bc62e9ffecc57c2b3030e4d: Waiting for close lock at 1731896488108Running coprocessor pre-close hooks at 1731896488108Disabling compacts and flushes for region at 1731896488108Disabling writes for close at 1731896488108Obtaining lock to block concurrent updates at 1731896488109 (+1 ms)Preparing flush snapshotting stores in 44069ff30bc62e9ffecc57c2b3030e4d at 1731896488109Finished memstore snapshotting hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731896488109Flushing stores of hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. at 1731896488109Flushing 44069ff30bc62e9ffecc57c2b3030e4d/queue: creating writer at 1731896488109Flushing 44069ff30bc62e9ffecc57c2b3030e4d/queue: appending metadata at 1731896488131 (+22 ms)Flushing 44069ff30bc62e9ffecc57c2b3030e4d/queue: closing flushed file at 1731896488132 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74320d63: reopening flushed file at 1731896488540 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 44069ff30bc62e9ffecc57c2b3030e4d in 438ms, sequenceid=12, compaction requested=false at 1731896488546 (+6 ms)Writing region close event to WAL at 1731896488557 (+11 ms)Running coprocessor post-close hooks at 1731896488560 (+3 ms)Closed at 1731896488560 2024-11-18T02:21:28,560 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896474421.44069ff30bc62e9ffecc57c2b3030e4d. 2024-11-18T02:21:28,560 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aa44dddce5eda5c00787827cde7dcf4, disabling compactions & flushes 2024-11-18T02:21:28,561 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:28,561 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:28,561 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. after waiting 0 ms 2024-11-18T02:21:28,561 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:28,561 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8aa44dddce5eda5c00787827cde7dcf4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T02:21:28,575 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/f/1209283e16354305b28371b013ddd411 is 29, key is row1/f:/1731896482746/DeleteFamily/seqid=0 2024-11-18T02:21:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741843_1019 (size=5152) 2024-11-18T02:21:28,580 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/rep_barrier/3082b68b07b8453c9592ac6bd8dff91e is 112, key is test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4./rep_barrier:seqnumDuringOpen/1731896470118/Put/seqid=0 2024-11-18T02:21:28,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741844_1020 (size=5518) 2024-11-18T02:21:28,599 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1193, reset compression=false 2024-11-18T02:21:28,602 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:28,602 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1440, reset compression=false 2024-11-18T02:21:28,602 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,41663,1731896461638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:28,603 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,41663,1731896461638: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,41663,1731896461638, walGroup=c4730a2bacf8%2C41663%2C1731896461638, offset=c4730a2bacf8%2C41663%2C1731896461638.1731896462829:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:41663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:21:28,604 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:21:28,604 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:21:28,604 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:21:28,604 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:21:28,605 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:21:28,605 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1235222528, "init": 1048576000, "max": 2306867200, "used": 977882800 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201065480 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:21:28,605 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:39017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:39017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:21:28,698 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:21:28,699 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:21:28,709 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:28,805 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1440, reset compression=false 2024-11-18T02:21:28,909 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:28,978 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/f/1209283e16354305b28371b013ddd411 2024-11-18T02:21:28,982 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1209283e16354305b28371b013ddd411 2024-11-18T02:21:28,983 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/rep_barrier/3082b68b07b8453c9592ac6bd8dff91e 2024-11-18T02:21:28,999 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/table/fc3e82b349d9437396d12766defbeb81 is 53, key is hbase:replication/table:state/1731896475588/Put/seqid=0 2024-11-18T02:21:29,000 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/f1/048f6a77db2045059efe1dd0b75c2985 is 30, key is row1/f1:/1731896482746/DeleteFamily/seqid=0 2024-11-18T02:21:29,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741845_1021 (size=5308) 2024-11-18T02:21:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741846_1022 (size=5158) 2024-11-18T02:21:29,003 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/f1/048f6a77db2045059efe1dd0b75c2985 2024-11-18T02:21:29,006 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 048f6a77db2045059efe1dd0b75c2985 2024-11-18T02:21:29,020 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/norep/eb045a7503c24ee8bbce3663af934b05 is 33, key is row1/norep:/1731896482746/DeleteFamily/seqid=0 2024-11-18T02:21:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741847_1023 (size=5108) 2024-11-18T02:21:29,108 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1440, reset compression=false 2024-11-18T02:21:29,110 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:21:29,110 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8aa44dddce5eda5c00787827cde7dcf4=test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4.} 2024-11-18T02:21:29,110 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:29,310 DEBUG [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aa44dddce5eda5c00787827cde7dcf4 2024-11-18T02:21:29,403 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/table/fc3e82b349d9437396d12766defbeb81 2024-11-18T02:21:29,407 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/info/e8f880a6cf5641b0a4b061319a7453ef as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/info/e8f880a6cf5641b0a4b061319a7453ef 2024-11-18T02:21:29,410 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/info/e8f880a6cf5641b0a4b061319a7453ef, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:21:29,411 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/ns/206fd65cbefa48dda1cdf43c1b769631 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/ns/206fd65cbefa48dda1cdf43c1b769631 2024-11-18T02:21:29,414 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/ns/206fd65cbefa48dda1cdf43c1b769631, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:21:29,414 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/rep_barrier/3082b68b07b8453c9592ac6bd8dff91e as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/rep_barrier/3082b68b07b8453c9592ac6bd8dff91e 2024-11-18T02:21:29,417 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/rep_barrier/3082b68b07b8453c9592ac6bd8dff91e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:21:29,418 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/.tmp/table/fc3e82b349d9437396d12766defbeb81 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/table/fc3e82b349d9437396d12766defbeb81 2024-11-18T02:21:29,421 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/table/fc3e82b349d9437396d12766defbeb81, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:21:29,422 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-18T02:21:29,423 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/norep/eb045a7503c24ee8bbce3663af934b05 2024-11-18T02:21:29,425 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:21:29,426 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:29,426 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:21:29,426 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:29,426 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896488109Running coprocessor pre-close hooks at 1731896488109Disabling compacts and flushes for region at 1731896488109Disabling writes for close at 1731896488109Obtaining lock to block concurrent updates at 1731896488109Preparing flush snapshotting stores in 1588230740 at 1731896488109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896488109Flushing stores of hbase:meta,,1.1588230740 at 1731896488110 (+1 ms)Flushing 1588230740/info: creating writer at 1731896488110Flushing 1588230740/info: appending metadata at 1731896488132 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731896488132Flushing 1588230740/ns: creating writer at 1731896488540 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731896488556 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731896488556Flushing 1588230740/rep_barrier: creating writer at 1731896488563 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896488579 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896488579Flushing 1588230740/table: creating writer at 1731896488986 (+407 ms)Flushing 1588230740/table: appending metadata at 1731896488999 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731896488999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41768996: reopening flushed file at 1731896489406 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a30967c: reopening flushed file at 1731896489410 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f4cb88: reopening flushed file at 1731896489414 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7aa422: reopening flushed file at 1731896489418 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731896489422 (+4 ms)Writing region close event to WAL at 1731896489423 (+1 ms)Running coprocessor post-close hooks at 1731896489426 (+3 ms)Closed at 1731896489426 2024-11-18T02:21:29,426 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:29,426 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb045a7503c24ee8bbce3663af934b05 2024-11-18T02:21:29,427 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/f/1209283e16354305b28371b013ddd411 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/f/1209283e16354305b28371b013ddd411 2024-11-18T02:21:29,430 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1209283e16354305b28371b013ddd411 2024-11-18T02:21:29,430 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/f/1209283e16354305b28371b013ddd411, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T02:21:29,431 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/f1/048f6a77db2045059efe1dd0b75c2985 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/f1/048f6a77db2045059efe1dd0b75c2985 2024-11-18T02:21:29,434 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 048f6a77db2045059efe1dd0b75c2985 2024-11-18T02:21:29,434 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/f1/048f6a77db2045059efe1dd0b75c2985, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T02:21:29,434 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/.tmp/norep/eb045a7503c24ee8bbce3663af934b05 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/norep/eb045a7503c24ee8bbce3663af934b05 2024-11-18T02:21:29,438 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb045a7503c24ee8bbce3663af934b05 2024-11-18T02:21:29,438 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/norep/eb045a7503c24ee8bbce3663af934b05, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T02:21:29,439 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8aa44dddce5eda5c00787827cde7dcf4 in 878ms, sequenceid=10, compaction requested=false 2024-11-18T02:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/data/default/test/8aa44dddce5eda5c00787827cde7dcf4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T02:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:21:29,443 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aa44dddce5eda5c00787827cde7dcf4: Waiting for close lock at 1731896488560Running coprocessor pre-close hooks at 1731896488560Disabling compacts and flushes for region at 1731896488560Disabling writes for close at 1731896488561 (+1 ms)Obtaining lock to block concurrent updates at 1731896488561Preparing flush snapshotting stores in 8aa44dddce5eda5c00787827cde7dcf4 at 1731896488561Finished memstore snapshotting test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731896488561Flushing stores of test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. at 1731896488561Flushing 8aa44dddce5eda5c00787827cde7dcf4/f: creating writer at 1731896488561Flushing 8aa44dddce5eda5c00787827cde7dcf4/f: appending metadata at 1731896488575 (+14 ms)Flushing 8aa44dddce5eda5c00787827cde7dcf4/f: closing flushed file at 1731896488575Flushing 8aa44dddce5eda5c00787827cde7dcf4/f1: creating writer at 1731896488982 (+407 ms)Flushing 8aa44dddce5eda5c00787827cde7dcf4/f1: appending metadata at 1731896488999 (+17 ms)Flushing 8aa44dddce5eda5c00787827cde7dcf4/f1: closing flushed file at 1731896488999Flushing 8aa44dddce5eda5c00787827cde7dcf4/norep: creating writer at 1731896489006 (+7 ms)Flushing 8aa44dddce5eda5c00787827cde7dcf4/norep: appending metadata at 1731896489019 (+13 ms)Flushing 8aa44dddce5eda5c00787827cde7dcf4/norep: closing flushed file at 1731896489019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5242cef3: reopening flushed file at 1731896489426 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca0421c: reopening flushed file at 1731896489430 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d367a1: reopening flushed file at 1731896489434 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8aa44dddce5eda5c00787827cde7dcf4 in 878ms, sequenceid=10, compaction requested=false at 1731896489439 (+5 ms)Writing region close event to WAL at 1731896489440 (+1 ms)Running coprocessor post-close hooks at 1731896489443 (+3 ms)Closed at 1731896489443 2024-11-18T02:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896468970.8aa44dddce5eda5c00787827cde7dcf4. 2024-11-18T02:21:29,510 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,41663,1731896461638; all regions closed. 2024-11-18T02:21:29,512 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 1440, reset compression=false 2024-11-18T02:21:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:21:29,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.meta.1731896463738.meta not finished, retry = 0 2024-11-18T02:21:29,516 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:29,516 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/WALs/c4730a2bacf8,41663,1731896461638/c4730a2bacf8%2C41663%2C1731896461638.1731896462829 to pos 2084, reset compression=false 2024-11-18T02:21:29,592 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:29,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741839_1015 (size=3114) 2024-11-18T02:21:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741832_1008 (size=2092) 2024-11-18T02:21:29,617 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:29,617 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:21:29,617 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:21:29,617 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:21:29,617 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:21:29,617 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:21:29,617 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,41663,1731896461638 because: Region server is closing 2024-11-18T02:21:29,617 INFO [RS:0;c4730a2bacf8:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:41663. 2024-11-18T02:21:29,618 DEBUG [RS:0;c4730a2bacf8:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:29,618 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:29,618 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:29,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:29,718 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.shipperc4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 terminated 2024-11-18T02:21:29,718 INFO [RS:0;c4730a2bacf8:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:41663. 2024-11-18T02:21:29,718 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,41663,1731896461638.replicationSource.wal-reader.c4730a2bacf8%2C41663%2C1731896461638,1-c4730a2bacf8,41663,1731896461638 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:21:29,718 DEBUG [RS:0;c4730a2bacf8:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:29,718 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:29,718 DEBUG [RS:0;c4730a2bacf8:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:29,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:29,718 INFO [RS:0;c4730a2bacf8:41663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41663 2024-11-18T02:21:29,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119553389/rs/c4730a2bacf8,41663,1731896461638 2024-11-18T02:21:29,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389/rs 2024-11-18T02:21:29,722 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:21:29,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,41663,1731896461638] 2024-11-18T02:21:29,729 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119553389/draining/c4730a2bacf8,41663,1731896461638 already deleted, retry=false 2024-11-18T02:21:29,729 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,41663,1731896461638 expired; onlineServers=0 2024-11-18T02:21:29,729 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,39017,1731896461598' ***** 2024-11-18T02:21:29,729 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:21:29,729 INFO [M:0;c4730a2bacf8:39017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:21:29,729 INFO [M:0;c4730a2bacf8:39017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:21:29,729 DEBUG [M:0;c4730a2bacf8:39017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:21:29,729 DEBUG [M:0;c4730a2bacf8:39017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:21:29,729 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:21:29,729 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896462596 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896462596,5,FailOnTimeoutGroup] 2024-11-18T02:21:29,729 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896462600 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896462600,5,FailOnTimeoutGroup] 2024-11-18T02:21:29,730 INFO [M:0;c4730a2bacf8:39017 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:21:29,730 INFO [M:0;c4730a2bacf8:39017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:21:29,730 DEBUG [M:0;c4730a2bacf8:39017 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:21:29,730 INFO [M:0;c4730a2bacf8:39017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:21:29,730 INFO [M:0;c4730a2bacf8:39017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:21:29,730 INFO [M:0;c4730a2bacf8:39017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:21:29,730 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:21:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119553389/master 2024-11-18T02:21:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119553389 2024-11-18T02:21:29,732 DEBUG [M:0;c4730a2bacf8:39017 {}] zookeeper.ZKUtil(347): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Unable to get data of znode /1-1119553389/master because node does not exist (not an error) 2024-11-18T02:21:29,732 WARN [M:0;c4730a2bacf8:39017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:21:29,733 INFO [M:0;c4730a2bacf8:39017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/.lastflushedseqids 2024-11-18T02:21:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741848_1024 (size=245) 2024-11-18T02:21:29,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:29,825 INFO [RS:0;c4730a2bacf8:41663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:21:29,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10128e0a3f80004, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:29,825 INFO [RS:0;c4730a2bacf8:41663 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,41663,1731896461638; zookeeper connection closed. 2024-11-18T02:21:29,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55f00de6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55f00de6 2024-11-18T02:21:29,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:21:30,137 INFO [M:0;c4730a2bacf8:39017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:21:30,137 INFO [M:0;c4730a2bacf8:39017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:21:30,137 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:30,138 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:30,138 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:30,138 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:30,138 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:30,138 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T02:21:30,153 DEBUG [M:0;c4730a2bacf8:39017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c1e705d73324e2c8b9880a2318b7b87 is 82, key is hbase:meta,,1/info:regioninfo/1731896463771/Put/seqid=0 2024-11-18T02:21:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741849_1025 (size=5672) 2024-11-18T02:21:30,557 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c1e705d73324e2c8b9880a2318b7b87 2024-11-18T02:21:30,576 DEBUG [M:0;c4730a2bacf8:39017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca2382fc8f7b43bd80e4f09834678604 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896475591/Put/seqid=0 2024-11-18T02:21:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741850_1026 (size=8515) 2024-11-18T02:21:30,895 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.wal-reader.c4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/WALs/c4730a2bacf8,32855,1731896458263/c4730a2bacf8%2C32855%2C1731896458263.1731896460258 to pos 636, reset compression=false 2024-11-18T02:21:30,981 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca2382fc8f7b43bd80e4f09834678604 2024-11-18T02:21:31,002 DEBUG [M:0;c4730a2bacf8:39017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9867c04e3fea49bebba508ff3100b748 is 69, key is c4730a2bacf8,41663,1731896461638/rs:state/1731896462682/Put/seqid=0 2024-11-18T02:21:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741851_1027 (size=5156) 2024-11-18T02:21:31,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:31,406 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9867c04e3fea49bebba508ff3100b748 2024-11-18T02:21:31,410 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c1e705d73324e2c8b9880a2318b7b87 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c1e705d73324e2c8b9880a2318b7b87 2024-11-18T02:21:31,413 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c1e705d73324e2c8b9880a2318b7b87, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T02:21:31,414 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca2382fc8f7b43bd80e4f09834678604 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca2382fc8f7b43bd80e4f09834678604 2024-11-18T02:21:31,417 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca2382fc8f7b43bd80e4f09834678604, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T02:21:31,418 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9867c04e3fea49bebba508ff3100b748 as hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9867c04e3fea49bebba508ff3100b748 2024-11-18T02:21:31,421 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9867c04e3fea49bebba508ff3100b748, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T02:21:31,421 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-18T02:21:31,423 INFO [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:31,423 DEBUG [M:0;c4730a2bacf8:39017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896490137Disabling compacts and flushes for region at 1731896490137Disabling writes for close at 1731896490138 (+1 ms)Obtaining lock to block concurrent updates at 1731896490138Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896490138Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731896490138Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896490138Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896490139 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896490152 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896490152Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896490560 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896490576 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896490576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896490984 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896491001 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896491001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424e2c10: reopening flushed file at 1731896491409 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186956ff: reopening flushed file at 1731896491414 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd96ecf: reopening flushed file at 1731896491417 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731896491421 (+4 ms)Writing region close event to WAL at 1731896491423 (+2 ms)Closed at 1731896491423 2024-11-18T02:21:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46217 is added to blk_1073741830_1006 (size=63642) 2024-11-18T02:21:31,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aafc0acf-a935-5540-92c3-ba307cc03e39/MasterData/WALs/c4730a2bacf8,39017,1731896461598/c4730a2bacf8%2C39017%2C1731896461598.1731896462515 not finished, retry = 0 2024-11-18T02:21:31,525 INFO [M:0;c4730a2bacf8:39017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:21:31,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:21:31,525 INFO [M:0;c4730a2bacf8:39017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39017 2024-11-18T02:21:31,525 INFO [M:0;c4730a2bacf8:39017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:21:31,587 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:21:31,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:31,628 INFO [M:0;c4730a2bacf8:39017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:21:31,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10128e0a3f80003, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:31,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7af07dc1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:31,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50116699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:21:31,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:21:31,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f71b1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:21:31,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c103634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.log.dir/,STOPPED} 2024-11-18T02:21:31,632 WARN [BP-58465788-172.17.0.2-1731896460922 heartbeating to localhost/127.0.0.1:40135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:21:31,632 WARN [BP-58465788-172.17.0.2-1731896460922 heartbeating to localhost/127.0.0.1:40135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-58465788-172.17.0.2-1731896460922 (Datanode Uuid 5194df04-fa0b-4cc3-9574-0a2bc6e0b7a0) service to localhost/127.0.0.1:40135 2024-11-18T02:21:31,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:21:31,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:21:31,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/cluster_faefa8f2-e423-4145-487a-e293b3c0029f/data/data1/current/BP-58465788-172.17.0.2-1731896460922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:21:31,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/cluster_faefa8f2-e423-4145-487a-e293b3c0029f/data/data2/current/BP-58465788-172.17.0.2-1731896460922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:21:31,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:21:31,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@167bb45b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:31,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0c54ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:21:31,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:21:31,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcea90e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:21:31,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65125998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2020310-51da-4309-dc45-394c6a064cae/hadoop.log.dir/,STOPPED} 2024-11-18T02:21:31,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:21:31,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:21:31,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:31,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:31,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:31,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:31,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:31,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:21:31,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1986921576, stopped=false 2024-11-18T02:21:31,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,39425,1731896458211 2024-11-18T02:21:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0412262722/running 2024-11-18T02:21:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0412262722/running 2024-11-18T02:21:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:31,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:21:31,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:31,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:31,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:31,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,32855,1731896458263' ***** 2024-11-18T02:21:31,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:21:31,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on znode that does not yet exist, /0412262722/running 2024-11-18T02:21:31,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Set watcher on znode that does not yet exist, /0412262722/running 2024-11-18T02:21:31,659 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:21:31,659 INFO [RS:0;c4730a2bacf8:32855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:21:31,659 INFO [RS:0;c4730a2bacf8:32855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:21:31,659 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:31,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:21:31,659 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b36714ed3f1f859726a060d448d279b 2024-11-18T02:21:31,659 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:31,659 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:21:31,660 INFO [RS:0;c4730a2bacf8:32855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:32855. 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f6288be90d3c57bae8dddf6b8d8351f, disabling compactions & flushes 2024-11-18T02:21:31,660 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:31,660 DEBUG [RS:0;c4730a2bacf8:32855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:31,660 DEBUG [RS:0;c4730a2bacf8:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. after waiting 0 ms 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:31,660 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:21:31,660 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:21:31,660 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:21:31,660 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:21:31,660 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f6288be90d3c57bae8dddf6b8d8351f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T02:21:31,660 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:21:31,660 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1325): Online Regions={8f6288be90d3c57bae8dddf6b8d8351f=test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f., 1588230740=hbase:meta,,1.1588230740, 1b36714ed3f1f859726a060d448d279b=hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b.} 2024-11-18T02:21:31,660 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b36714ed3f1f859726a060d448d279b, 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:31,660 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:31,660 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:31,660 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:21:31,683 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/f/72bd5d9bfca24dbbaab4b2804c8e2181 is 28, key is row/f:/1731896481742/DeleteFamily/seqid=0 2024-11-18T02:21:31,687 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/info/6f285e12ffd24e588e4e89c63609f592 is 147, key is hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b./info:regioninfo/1731896473442/Put/seqid=0 2024-11-18T02:21:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741840_1016 (size=5085) 2024-11-18T02:21:31,688 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/f/72bd5d9bfca24dbbaab4b2804c8e2181 2024-11-18T02:21:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741841_1017 (size=7686) 2024-11-18T02:21:31,695 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/info/6f285e12ffd24e588e4e89c63609f592 2024-11-18T02:21:31,696 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72bd5d9bfca24dbbaab4b2804c8e2181 2024-11-18T02:21:31,711 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/ns/55ab73dfcc3c454aa28642aa6e5bb060 is 43, key is default/ns:d/1731896460845/Put/seqid=0 2024-11-18T02:21:31,713 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/f1/7870dace048a460c81c7f37c7b233bb6 is 29, key is row/f1:/1731896481742/DeleteFamily/seqid=0 2024-11-18T02:21:31,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741842_1018 (size=5153) 2024-11-18T02:21:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741843_1019 (size=5089) 2024-11-18T02:21:31,716 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/f1/7870dace048a460c81c7f37c7b233bb6 2024-11-18T02:21:31,719 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7870dace048a460c81c7f37c7b233bb6 2024-11-18T02:21:31,732 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/norep/8dd9245966714835b2eb3a3e9586c86f is 32, key is row/norep:/1731896481742/DeleteFamily/seqid=0 2024-11-18T02:21:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741844_1020 (size=5101) 2024-11-18T02:21:31,748 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:21:31,860 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b36714ed3f1f859726a060d448d279b, 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:32,060 DEBUG [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b36714ed3f1f859726a060d448d279b, 8f6288be90d3c57bae8dddf6b8d8351f 2024-11-18T02:21:32,115 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/ns/55ab73dfcc3c454aa28642aa6e5bb060 2024-11-18T02:21:32,126 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:21:32,126 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:21:32,133 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/rep_barrier/da3ac9852b7540dfb0ef71fde0b8b11c is 112, key is test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f./rep_barrier:seqnumDuringOpen/1731896467962/Put/seqid=0 2024-11-18T02:21:32,135 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/norep/8dd9245966714835b2eb3a3e9586c86f 2024-11-18T02:21:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741845_1021 (size=5518) 2024-11-18T02:21:32,137 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/rep_barrier/da3ac9852b7540dfb0ef71fde0b8b11c 2024-11-18T02:21:32,139 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dd9245966714835b2eb3a3e9586c86f 2024-11-18T02:21:32,140 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/f/72bd5d9bfca24dbbaab4b2804c8e2181 as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/f/72bd5d9bfca24dbbaab4b2804c8e2181 2024-11-18T02:21:32,143 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72bd5d9bfca24dbbaab4b2804c8e2181 2024-11-18T02:21:32,144 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/f/72bd5d9bfca24dbbaab4b2804c8e2181, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T02:21:32,144 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/f1/7870dace048a460c81c7f37c7b233bb6 as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/f1/7870dace048a460c81c7f37c7b233bb6 2024-11-18T02:21:32,147 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7870dace048a460c81c7f37c7b233bb6 2024-11-18T02:21:32,147 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/f1/7870dace048a460c81c7f37c7b233bb6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T02:21:32,148 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/.tmp/norep/8dd9245966714835b2eb3a3e9586c86f as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/norep/8dd9245966714835b2eb3a3e9586c86f 2024-11-18T02:21:32,151 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dd9245966714835b2eb3a3e9586c86f 2024-11-18T02:21:32,152 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/norep/8dd9245966714835b2eb3a3e9586c86f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T02:21:32,153 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8f6288be90d3c57bae8dddf6b8d8351f in 492ms, sequenceid=6, compaction requested=false 2024-11-18T02:21:32,153 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:21:32,159 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/default/test/8f6288be90d3c57bae8dddf6b8d8351f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:21:32,160 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f6288be90d3c57bae8dddf6b8d8351f: Waiting for close lock at 1731896491659Running coprocessor pre-close hooks at 1731896491660 (+1 ms)Disabling compacts and flushes for region at 1731896491660Disabling writes for close at 1731896491660Obtaining lock to block concurrent updates at 1731896491660Preparing flush snapshotting stores in 8f6288be90d3c57bae8dddf6b8d8351f at 1731896491660Finished memstore snapshotting test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731896491660Flushing stores of test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. at 1731896491661 (+1 ms)Flushing 8f6288be90d3c57bae8dddf6b8d8351f/f: creating writer at 1731896491661Flushing 8f6288be90d3c57bae8dddf6b8d8351f/f: appending metadata at 1731896491682 (+21 ms)Flushing 8f6288be90d3c57bae8dddf6b8d8351f/f: closing flushed file at 1731896491682Flushing 8f6288be90d3c57bae8dddf6b8d8351f/f1: creating writer at 1731896491696 (+14 ms)Flushing 8f6288be90d3c57bae8dddf6b8d8351f/f1: appending metadata at 1731896491712 (+16 ms)Flushing 8f6288be90d3c57bae8dddf6b8d8351f/f1: closing flushed file at 1731896491712Flushing 8f6288be90d3c57bae8dddf6b8d8351f/norep: creating writer at 1731896491719 (+7 ms)Flushing 8f6288be90d3c57bae8dddf6b8d8351f/norep: appending metadata at 1731896491732 (+13 ms)Flushing 8f6288be90d3c57bae8dddf6b8d8351f/norep: closing flushed file at 1731896491732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7696a2d7: reopening flushed file at 1731896492139 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6313b685: reopening flushed file at 1731896492144 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5320bebe: reopening flushed file at 1731896492148 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8f6288be90d3c57bae8dddf6b8d8351f in 492ms, sequenceid=6, compaction requested=false at 1731896492153 (+5 ms)Writing region close event to WAL at 1731896492157 (+4 ms)Running coprocessor post-close hooks at 1731896492160 (+3 ms)Closed at 1731896492160 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896466817.8f6288be90d3c57bae8dddf6b8d8351f. 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b36714ed3f1f859726a060d448d279b, disabling compactions & flushes 2024-11-18T02:21:32,160 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. after waiting 0 ms 2024-11-18T02:21:32,160 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:32,160 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b36714ed3f1f859726a060d448d279b 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-18T02:21:32,161 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/table/08aedebbc3b048e6a70020b33c48de63 is 53, key is hbase:replication/table:state/1731896473448/Put/seqid=0 2024-11-18T02:21:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741846_1022 (size=5308) 2024-11-18T02:21:32,169 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/table/08aedebbc3b048e6a70020b33c48de63 2024-11-18T02:21:32,173 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/info/6f285e12ffd24e588e4e89c63609f592 as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/info/6f285e12ffd24e588e4e89c63609f592 2024-11-18T02:21:32,176 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/info/6f285e12ffd24e588e4e89c63609f592, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:21:32,177 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b/.tmp/queue/297a696d99f14e50a8950fd439ab4d1b is 153, key is 1-c4730a2bacf8,32855,1731896458263/queue:c4730a2bacf8%2C32855%2C1731896458263/1731896481861/Put/seqid=0 2024-11-18T02:21:32,177 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/ns/55ab73dfcc3c454aa28642aa6e5bb060 as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/ns/55ab73dfcc3c454aa28642aa6e5bb060 2024-11-18T02:21:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741847_1023 (size=5352) 2024-11-18T02:21:32,181 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b/.tmp/queue/297a696d99f14e50a8950fd439ab4d1b 2024-11-18T02:21:32,181 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/ns/55ab73dfcc3c454aa28642aa6e5bb060, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:21:32,182 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/rep_barrier/da3ac9852b7540dfb0ef71fde0b8b11c as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/rep_barrier/da3ac9852b7540dfb0ef71fde0b8b11c 2024-11-18T02:21:32,184 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b/.tmp/queue/297a696d99f14e50a8950fd439ab4d1b as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b/queue/297a696d99f14e50a8950fd439ab4d1b 2024-11-18T02:21:32,185 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/rep_barrier/da3ac9852b7540dfb0ef71fde0b8b11c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:21:32,186 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/.tmp/table/08aedebbc3b048e6a70020b33c48de63 as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/table/08aedebbc3b048e6a70020b33c48de63 2024-11-18T02:21:32,188 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b/queue/297a696d99f14e50a8950fd439ab4d1b, entries=1, sequenceid=8, filesize=5.2 K 2024-11-18T02:21:32,188 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1b36714ed3f1f859726a060d448d279b in 28ms, sequenceid=8, compaction requested=false 2024-11-18T02:21:32,189 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/table/08aedebbc3b048e6a70020b33c48de63, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:21:32,190 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false 2024-11-18T02:21:32,190 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:21:32,191 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/replication/1b36714ed3f1f859726a060d448d279b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T02:21:32,193 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:32,193 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:21:32,193 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:32,193 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b36714ed3f1f859726a060d448d279b: Waiting for close lock at 1731896492160Running coprocessor pre-close hooks at 1731896492160Disabling compacts and flushes for region at 1731896492160Disabling writes for close at 1731896492160Obtaining lock to block concurrent updates at 1731896492160Preparing flush snapshotting stores in 1b36714ed3f1f859726a060d448d279b at 1731896492160Finished memstore snapshotting hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731896492161 (+1 ms)Flushing stores of hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. at 1731896492161Flushing 1b36714ed3f1f859726a060d448d279b/queue: creating writer at 1731896492161Flushing 1b36714ed3f1f859726a060d448d279b/queue: appending metadata at 1731896492176 (+15 ms)Flushing 1b36714ed3f1f859726a060d448d279b/queue: closing flushed file at 1731896492176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f04657: reopening flushed file at 1731896492184 (+8 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1b36714ed3f1f859726a060d448d279b in 28ms, sequenceid=8, compaction requested=false at 1731896492188 (+4 ms)Writing region close event to WAL at 1731896492189 (+1 ms)Running coprocessor post-close hooks at 1731896492192 (+3 ms)Closed at 1731896492193 (+1 ms) 2024-11-18T02:21:32,193 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896472270.1b36714ed3f1f859726a060d448d279b. 2024-11-18T02:21:32,195 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:21:32,195 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:21:32,195 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:21:32,195 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:32,195 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896491660Running coprocessor pre-close hooks at 1731896491660Disabling compacts and flushes for region at 1731896491660Disabling writes for close at 1731896491660Obtaining lock to block concurrent updates at 1731896491660Preparing flush snapshotting stores in 1588230740 at 1731896491660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896491661 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896491661Flushing 1588230740/info: creating writer at 1731896491661Flushing 1588230740/info: appending metadata at 1731896491686 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731896491686Flushing 1588230740/ns: creating writer at 1731896491698 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731896491711 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731896491711Flushing 1588230740/rep_barrier: creating writer at 1731896492119 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896492133 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896492133Flushing 1588230740/table: creating writer at 1731896492141 (+8 ms)Flushing 1588230740/table: appending metadata at 1731896492161 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731896492161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8765503: reopening flushed file at 1731896492173 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e96202e: reopening flushed file at 1731896492177 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2fccf0: reopening flushed file at 1731896492182 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8fffae: reopening flushed file at 1731896492185 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=16, compaction requested=false at 1731896492190 (+5 ms)Writing region close event to WAL at 1731896492193 (+3 ms)Running coprocessor post-close hooks at 1731896492195 (+2 ms)Closed at 1731896492195 2024-11-18T02:21:32,195 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:32,261 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,32855,1731896458263; all regions closed. 2024-11-18T02:21:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741834_1010 (size=4239) 2024-11-18T02:21:32,264 DEBUG [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/oldWALs 2024-11-18T02:21:32,264 INFO [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C32855%2C1731896458263.meta:.meta(num 1731896460797) 2024-11-18T02:21:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741839_1015 (size=2240) 2024-11-18T02:21:32,267 DEBUG [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/oldWALs 2024-11-18T02:21:32,267 INFO [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C32855%2C1731896458263.rep:(num 1731896473402) 2024-11-18T02:21:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741833_1009 (size=1535) 2024-11-18T02:21:32,270 DEBUG [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/oldWALs 2024-11-18T02:21:32,270 INFO [RS:0;c4730a2bacf8:32855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C32855%2C1731896458263:(num 1731896460258) 2024-11-18T02:21:32,270 DEBUG [RS:0;c4730a2bacf8:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:32,270 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:21:32,270 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:21:32,270 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:21:32,270 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:21:32,270 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:21:32,270 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,32855,1731896458263 because: Region server is closing 2024-11-18T02:21:32,271 INFO [RS:0;c4730a2bacf8:32855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:32855. 2024-11-18T02:21:32,271 DEBUG [RS:0;c4730a2bacf8:32855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:32,271 DEBUG [RS:0;c4730a2bacf8:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:32,271 DEBUG [RS:0;c4730a2bacf8:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:32,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:32,371 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.shipperc4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T02:21:32,371 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,32855,1731896458263.replicationSource.shipperc4730a2bacf8%2C32855%2C1731896458263,1-c4730a2bacf8,32855,1731896458263 terminated 2024-11-18T02:21:32,371 INFO [RS:0;c4730a2bacf8:32855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32855 2024-11-18T02:21:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0412262722/rs/c4730a2bacf8,32855,1731896458263 2024-11-18T02:21:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722/rs 2024-11-18T02:21:32,374 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:21:32,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,32855,1731896458263] 2024-11-18T02:21:32,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0412262722/draining/c4730a2bacf8,32855,1731896458263 already deleted, retry=false 2024-11-18T02:21:32,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,32855,1731896458263 expired; onlineServers=0 2024-11-18T02:21:32,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,39425,1731896458211' ***** 2024-11-18T02:21:32,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:21:32,379 INFO [M:0;c4730a2bacf8:39425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:21:32,379 INFO [M:0;c4730a2bacf8:39425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:21:32,379 DEBUG [M:0;c4730a2bacf8:39425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:21:32,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:21:32,379 DEBUG [M:0;c4730a2bacf8:39425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:21:32,379 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896460051 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896460051,5,FailOnTimeoutGroup] 2024-11-18T02:21:32,379 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896460051 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896460051,5,FailOnTimeoutGroup] 2024-11-18T02:21:32,380 INFO [M:0;c4730a2bacf8:39425 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:21:32,380 INFO [M:0;c4730a2bacf8:39425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:21:32,380 DEBUG [M:0;c4730a2bacf8:39425 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:21:32,380 INFO [M:0;c4730a2bacf8:39425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:21:32,380 INFO [M:0;c4730a2bacf8:39425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:21:32,380 INFO [M:0;c4730a2bacf8:39425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:21:32,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:21:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0412262722/master 2024-11-18T02:21:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0412262722 2024-11-18T02:21:32,382 DEBUG [M:0;c4730a2bacf8:39425 {}] zookeeper.ZKUtil(347): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Unable to get data of znode /0412262722/master because node does not exist (not an error) 2024-11-18T02:21:32,382 WARN [M:0;c4730a2bacf8:39425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:21:32,382 INFO [M:0;c4730a2bacf8:39425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/.lastflushedseqids 2024-11-18T02:21:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741848_1024 (size=245) 2024-11-18T02:21:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:32,477 INFO [RS:0;c4730a2bacf8:32855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:21:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x10128e0a3f80001, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:32,478 INFO [RS:0;c4730a2bacf8:32855 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,32855,1731896458263; zookeeper connection closed. 2024-11-18T02:21:32,478 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2604313 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2604313 2024-11-18T02:21:32,478 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:21:32,786 INFO [M:0;c4730a2bacf8:39425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:21:32,786 INFO [M:0;c4730a2bacf8:39425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:21:32,787 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:32,787 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:32,787 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:32,787 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:32,787 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:32,787 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T02:21:32,805 DEBUG [M:0;c4730a2bacf8:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a542bd7461f4585ba51d4a17eaa2ec5 is 82, key is hbase:meta,,1/info:regioninfo/1731896460830/Put/seqid=0 2024-11-18T02:21:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741849_1025 (size=5672) 2024-11-18T02:21:33,209 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a542bd7461f4585ba51d4a17eaa2ec5 2024-11-18T02:21:33,227 DEBUG [M:0;c4730a2bacf8:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/190fa79a79694e7e8cf92a3cf4c44d1f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731896467972/Put/seqid=0 2024-11-18T02:21:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741850_1026 (size=7218) 2024-11-18T02:21:33,631 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/190fa79a79694e7e8cf92a3cf4c44d1f 2024-11-18T02:21:33,635 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 190fa79a79694e7e8cf92a3cf4c44d1f 2024-11-18T02:21:33,651 DEBUG [M:0;c4730a2bacf8:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3699614bbfb545869e6501a064814356 is 69, key is c4730a2bacf8,32855,1731896458263/rs:state/1731896460113/Put/seqid=0 2024-11-18T02:21:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741851_1027 (size=5156) 2024-11-18T02:21:34,055 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3699614bbfb545869e6501a064814356 2024-11-18T02:21:34,059 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a542bd7461f4585ba51d4a17eaa2ec5 as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a542bd7461f4585ba51d4a17eaa2ec5 2024-11-18T02:21:34,062 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a542bd7461f4585ba51d4a17eaa2ec5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T02:21:34,063 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/190fa79a79694e7e8cf92a3cf4c44d1f as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/190fa79a79694e7e8cf92a3cf4c44d1f 2024-11-18T02:21:34,066 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 190fa79a79694e7e8cf92a3cf4c44d1f 2024-11-18T02:21:34,066 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/190fa79a79694e7e8cf92a3cf4c44d1f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T02:21:34,066 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3699614bbfb545869e6501a064814356 as hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3699614bbfb545869e6501a064814356 2024-11-18T02:21:34,069 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/646fe143-d87d-0c98-7941-4a4ba0df480b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3699614bbfb545869e6501a064814356, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T02:21:34,070 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-18T02:21:34,071 INFO [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:34,071 DEBUG [M:0;c4730a2bacf8:39425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896492787Disabling compacts and flushes for region at 1731896492787Disabling writes for close at 1731896492787Obtaining lock to block concurrent updates at 1731896492787Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896492787Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731896492787Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896492788 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896492788Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896492805 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896492805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896493213 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896493226 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896493226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896493635 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896493651 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896493651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cb9b1c: reopening flushed file at 1731896494058 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240df065: reopening flushed file at 1731896494062 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aea7f5a: reopening flushed file at 1731896494066 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731896494070 (+4 ms)Writing region close event to WAL at 1731896494071 (+1 ms)Closed at 1731896494071 2024-11-18T02:21:34,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741830_1006 (size=64423) 2024-11-18T02:21:34,073 INFO [M:0;c4730a2bacf8:39425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:21:34,073 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:21:34,073 INFO [M:0;c4730a2bacf8:39425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39425 2024-11-18T02:21:34,073 INFO [M:0;c4730a2bacf8:39425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:21:34,175 INFO [M:0;c4730a2bacf8:39425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:21:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10128e0a3f80000, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:21:34,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5105e8fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:34,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52c4ff25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:21:34,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:21:34,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b48e5b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:21:34,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@770db563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.log.dir/,STOPPED} 2024-11-18T02:21:34,180 WARN [BP-1531969260-172.17.0.2-1731896457604 heartbeating to localhost/127.0.0.1:44245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:21:34,180 WARN [BP-1531969260-172.17.0.2-1731896457604 heartbeating to localhost/127.0.0.1:44245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1531969260-172.17.0.2-1731896457604 (Datanode Uuid bfe736e9-11c5-4054-aed8-3201aeb6d3f4) service to localhost/127.0.0.1:44245 2024-11-18T02:21:34,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:21:34,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:21:34,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6/data/data1/current/BP-1531969260-172.17.0.2-1731896457604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:21:34,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/cluster_4017fe1d-0dee-a366-11bb-7964691517b6/data/data2/current/BP-1531969260-172.17.0.2-1731896457604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:21:34,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:21:34,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55e40119{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:34,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca31e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:21:34,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:21:34,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3d5011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:21:34,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4fcf79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10291372-22f8-774a-38af-b7e10b56f3e9/hadoop.log.dir/,STOPPED} 2024-11-18T02:21:34,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:21:34,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:21:34,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 317) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44245 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40135 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45673 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=2201 (was 2445) 2024-11-18T02:21:34,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2201 2024-11-18T02:21:34,249 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T02:21:34,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.log.dir so I do NOT create it in target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2 2024-11-18T02:21:34,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:21:34,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.tmp.dir so I do NOT create it in target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2 2024-11-18T02:21:34,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd1ea10-bcfb-9beb-775f-310d010b87a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:21:34,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2 2024-11-18T02:21:34,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817, deleteOnExit=true 2024-11-18T02:21:34,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/zookeeper_0, clientPort=60305, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:21:34,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60305 2024-11-18T02:21:34,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:21:34,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/test.cache.data in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:21:34,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:34,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:21:34,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:21:34,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:21:34,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:34,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:21:34,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:21:34,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128e0a3f80005, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:21:34,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128e0a3f80002, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:21:34,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10128e0a3f80008, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:21:34,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128e0a3f80002, quorum=127.0.0.1:58761, baseZNode=/0412262722 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:21:34,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128e0a3f80005, quorum=127.0.0.1:58761, baseZNode=/1-1119553389 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:21:34,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10128e0a3f80008, quorum=127.0.0.1:58761, baseZNode=/2510262579 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:21:34,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:34,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:34,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:34,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:34,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:34,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:34,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70c1b80b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:34,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd198d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:34,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a7163{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/java.io.tmpdir/jetty-localhost-41343-hadoop-hdfs-3_4_1-tests_jar-_-any-5692801971445019657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:34,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:41343} 2024-11-18T02:21:34,453 INFO [Time-limited test {}] server.Server(415): Started @280784ms 2024-11-18T02:21:34,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:34,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:34,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:34,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:34,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:21:34,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e29d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:34,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64194794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:34,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23395102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/java.io.tmpdir/jetty-localhost-46467-hadoop-hdfs-3_4_1-tests_jar-_-any-18017367085036592533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:34,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:46467} 2024-11-18T02:21:34,653 INFO [Time-limited test {}] server.Server(415): Started @280984ms 2024-11-18T02:21:34,654 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:21:34,788 WARN [Thread-4167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/data/data1/current/BP-1919737877-172.17.0.2-1731896494271/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:34,788 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/data/data2/current/BP-1919737877-172.17.0.2-1731896494271/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:34,804 WARN [Thread-4155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:21:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cb4655f14cd0323 with lease ID 0xfdc7813b55819437: Processing first storage report for DS-341b419a-37c7-4fb9-94c6-fa107845381b from datanode DatanodeRegistration(127.0.0.1:46283, datanodeUuid=9ae99a82-bc72-4ade-bc8a-7df07bfc7b98, infoPort=34693, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1505010596;c=1731896494271) 2024-11-18T02:21:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cb4655f14cd0323 with lease ID 0xfdc7813b55819437: from storage DS-341b419a-37c7-4fb9-94c6-fa107845381b node DatanodeRegistration(127.0.0.1:46283, datanodeUuid=9ae99a82-bc72-4ade-bc8a-7df07bfc7b98, infoPort=34693, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1505010596;c=1731896494271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cb4655f14cd0323 with lease ID 0xfdc7813b55819437: Processing first storage report for DS-b68d46aa-d6ad-4fec-a6b5-452f8f0a85a6 from datanode DatanodeRegistration(127.0.0.1:46283, datanodeUuid=9ae99a82-bc72-4ade-bc8a-7df07bfc7b98, infoPort=34693, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1505010596;c=1731896494271) 2024-11-18T02:21:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cb4655f14cd0323 with lease ID 0xfdc7813b55819437: from storage DS-b68d46aa-d6ad-4fec-a6b5-452f8f0a85a6 node DatanodeRegistration(127.0.0.1:46283, datanodeUuid=9ae99a82-bc72-4ade-bc8a-7df07bfc7b98, infoPort=34693, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1505010596;c=1731896494271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:34,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2 2024-11-18T02:21:34,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:34,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:34,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:21:35,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62 with version=8 2024-11-18T02:21:35,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/hbase-staging 2024-11-18T02:21:35,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:35,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:35,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:35,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:35,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:35,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:35,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:21:35,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:35,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41451 2024-11-18T02:21:35,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41451 connecting to ZooKeeper ensemble=127.0.0.1:60305 2024-11-18T02:21:35,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414510x0, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:35,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41451-0x10128e1333b0000 connected 2024-11-18T02:21:35,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:35,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:35,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on znode that does not yet exist, /0-1643141290/running 2024-11-18T02:21:35,333 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62, hbase.cluster.distributed=false 2024-11-18T02:21:35,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on znode that does not yet exist, /0-1643141290/acl 2024-11-18T02:21:35,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-18T02:21:35,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41451 2024-11-18T02:21:35,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41451 2024-11-18T02:21:35,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-18T02:21:35,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-18T02:21:35,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:35,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44167 2024-11-18T02:21:35,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44167 connecting to ZooKeeper ensemble=127.0.0.1:60305 2024-11-18T02:21:35,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:35,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441670x0, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:35,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441670x0, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on znode that does not yet exist, /0-1643141290/running 2024-11-18T02:21:35,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44167-0x10128e1333b0001 connected 2024-11-18T02:21:35,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:21:35,369 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:21:35,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on znode that does not yet exist, /0-1643141290/master 2024-11-18T02:21:35,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on znode that does not yet exist, /0-1643141290/acl 2024-11-18T02:21:35,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-18T02:21:35,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44167 2024-11-18T02:21:35,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44167 2024-11-18T02:21:35,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-18T02:21:35,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-18T02:21:35,391 DEBUG [M:0;c4730a2bacf8:41451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:41451 2024-11-18T02:21:35,391 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1643141290/backup-masters/c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:35,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290/backup-masters 2024-11-18T02:21:35,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290/backup-masters 2024-11-18T02:21:35,393 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on existing znode=/0-1643141290/backup-masters/c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1643141290/master 2024-11-18T02:21:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:35,394 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on existing znode=/0-1643141290/master 2024-11-18T02:21:35,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1643141290/backup-masters/c4730a2bacf8,41451,1731896495297 from backup master directory 2024-11-18T02:21:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1643141290/backup-masters/c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290/backup-masters 2024-11-18T02:21:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290/backup-masters 2024-11-18T02:21:35,396 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:35,396 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:35,398 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/hbase.id] with ID: 9d299d15-2c5c-4905-b297-e8b3b0ce19b6 2024-11-18T02:21:35,398 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/.tmp/hbase.id 2024-11-18T02:21:35,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:21:35,804 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/.tmp/hbase.id]:[hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/hbase.id] 2024-11-18T02:21:35,812 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:35,812 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:21:35,813 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:21:35,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:35,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:21:36,221 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:36,221 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:21:36,222 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:36,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:21:36,628 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/data/master/store 2024-11-18T02:21:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:21:37,037 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:37,037 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:37,037 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:37,037 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:37,037 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:37,037 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:37,037 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:37,037 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896497037Disabling compacts and flushes for region at 1731896497037Disabling writes for close at 1731896497037Writing region close event to WAL at 1731896497037Closed at 1731896497037 2024-11-18T02:21:37,038 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/data/master/store/.initializing 2024-11-18T02:21:37,038 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/WALs/c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:37,038 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:37,040 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C41451%2C1731896495297, suffix=, logDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/WALs/c4730a2bacf8,41451,1731896495297, archiveDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/oldWALs, maxLogs=10 2024-11-18T02:21:37,054 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/WALs/c4730a2bacf8,41451,1731896495297/c4730a2bacf8%2C41451%2C1731896495297.1731896497040, exclude list is [], retry=0 2024-11-18T02:21:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-341b419a-37c7-4fb9-94c6-fa107845381b,DISK] 2024-11-18T02:21:37,058 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/WALs/c4730a2bacf8,41451,1731896495297/c4730a2bacf8%2C41451%2C1731896495297.1731896497040 2024-11-18T02:21:37,058 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34693:34693)] 2024-11-18T02:21:37,058 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:37,058 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:37,058 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,058 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:21:37,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:21:37,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:37,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:21:37,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:37,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:21:37,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:37,064 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,065 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,065 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,066 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,066 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,066 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:37,067 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:37,068 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:37,068 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73450862, jitterRate=0.09450313448905945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:37,069 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896497058Initializing all the Stores at 1731896497059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896497059Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896497059Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896497059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896497059Cleaning up temporary data from old regions at 1731896497066 (+7 ms)Region opened successfully at 1731896497069 (+3 ms) 2024-11-18T02:21:37,069 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:21:37,071 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df5f95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:37,072 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:21:37,072 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:21:37,072 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:21:37,072 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:21:37,072 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:21:37,073 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:21:37,073 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:21:37,074 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:21:37,075 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Unable to get data of znode /0-1643141290/balancer because node does not exist (not necessarily an error) 2024-11-18T02:21:37,076 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1643141290/balancer already deleted, retry=false 2024-11-18T02:21:37,076 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:21:37,077 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Unable to get data of znode /0-1643141290/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:21:37,078 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1643141290/normalizer already deleted, retry=false 2024-11-18T02:21:37,078 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:21:37,079 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Unable to get data of znode /0-1643141290/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:21:37,080 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1643141290/switch/split already deleted, retry=false 2024-11-18T02:21:37,081 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Unable to get data of znode /0-1643141290/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:21:37,083 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1643141290/switch/merge already deleted, retry=false 2024-11-18T02:21:37,085 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Unable to get data of znode /0-1643141290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:21:37,086 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1643141290/snapshot-cleanup already deleted, retry=false 2024-11-18T02:21:37,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1643141290/running 2024-11-18T02:21:37,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1643141290/running 2024-11-18T02:21:37,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,088 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,41451,1731896495297, sessionid=0x10128e1333b0000, setting cluster-up flag (Was=false) 2024-11-18T02:21:37,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,098 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1643141290/flush-table-proc/acquired, /0-1643141290/flush-table-proc/reached, /0-1643141290/flush-table-proc/abort 2024-11-18T02:21:37,099 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:37,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,108 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1643141290/online-snapshot/acquired, /0-1643141290/online-snapshot/reached, /0-1643141290/online-snapshot/abort 2024-11-18T02:21:37,109 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:37,110 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:21:37,111 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:37,111 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:21:37,111 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:21:37,111 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,41451,1731896495297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:37,112 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896527113 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:21:37,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:37,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:21:37,113 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:21:37,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:21:37,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:21:37,114 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896497114,5,FailOnTimeoutGroup] 2024-11-18T02:21:37,114 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896497114,5,FailOnTimeoutGroup] 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,114 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:21:37,115 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,115 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:21:37,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:21:37,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62 2024-11-18T02:21:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741832_1008 (size=32) 2024-11-18T02:21:37,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:37,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:37,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:37,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:37,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:37,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:37,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:37,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:37,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:37,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:37,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/hbase/meta/1588230740 2024-11-18T02:21:37,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/hbase/meta/1588230740 2024-11-18T02:21:37,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:37,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:37,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:37,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:37,140 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:37,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74726917, jitterRate=0.11351783573627472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:37,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896497131Initializing all the Stores at 1731896497132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896497132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896497132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896497132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896497132Cleaning up temporary data from old regions at 1731896497138 (+6 ms)Region opened successfully at 1731896497141 (+3 ms) 2024-11-18T02:21:37,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:37,141 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:37,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:37,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:37,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:37,141 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:37,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896497141Disabling compacts and flushes for region at 1731896497141Disabling writes for close at 1731896497141Writing region close event to WAL at 1731896497141Closed at 1731896497141 2024-11-18T02:21:37,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:37,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:21:37,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:21:37,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:37,143 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:21:37,178 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(746): ClusterId : 9d299d15-2c5c-4905-b297-e8b3b0ce19b6 2024-11-18T02:21:37,178 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:21:37,181 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:21:37,181 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:21:37,182 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:21:37,183 DEBUG [RS:0;c4730a2bacf8:44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8b5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:37,194 DEBUG [RS:0;c4730a2bacf8:44167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:44167 2024-11-18T02:21:37,194 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:21:37,194 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:21:37,194 DEBUG [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:21:37,195 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,41451,1731896495297 with port=44167, startcode=1731896495358 2024-11-18T02:21:37,195 DEBUG [RS:0;c4730a2bacf8:44167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:21:37,197 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:21:37,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,198 DEBUG [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62 2024-11-18T02:21:37,198 DEBUG [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41837 2024-11-18T02:21:37,198 DEBUG [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:21:37,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290/rs 2024-11-18T02:21:37,200 DEBUG [RS:0;c4730a2bacf8:44167 {}] zookeeper.ZKUtil(111): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Set watcher on existing znode=/0-1643141290/rs/c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,200 WARN [RS:0;c4730a2bacf8:44167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:37,200 INFO [RS:0;c4730a2bacf8:44167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:37,200 DEBUG [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/WALs/c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,44167,1731896495358] 2024-11-18T02:21:37,203 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:21:37,204 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:21:37,204 INFO [RS:0;c4730a2bacf8:44167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:21:37,204 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,204 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:21:37,205 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:21:37,205 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:37,205 DEBUG [RS:0;c4730a2bacf8:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:37,211 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,211 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,211 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,211 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,211 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,211 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44167,1731896495358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:37,225 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:21:37,225 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,44167,1731896495358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,225 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,225 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.Replication(171): c4730a2bacf8,44167,1731896495358 started 2024-11-18T02:21:37,238 INFO [RS:0;c4730a2bacf8:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,238 INFO [RS:0;c4730a2bacf8:44167 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,44167,1731896495358, RpcServer on c4730a2bacf8/172.17.0.2:44167, sessionid=0x10128e1333b0001 2024-11-18T02:21:37,238 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:21:37,238 DEBUG [RS:0;c4730a2bacf8:44167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,238 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,44167,1731896495358' 2024-11-18T02:21:37,238 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1643141290/flush-table-proc/abort' 2024-11-18T02:21:37,238 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1643141290/flush-table-proc/acquired' 2024-11-18T02:21:37,239 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:21:37,239 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:21:37,239 DEBUG [RS:0;c4730a2bacf8:44167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,239 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,44167,1731896495358' 2024-11-18T02:21:37,239 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1643141290/online-snapshot/abort' 2024-11-18T02:21:37,239 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1643141290/online-snapshot/acquired' 2024-11-18T02:21:37,239 DEBUG [RS:0;c4730a2bacf8:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:21:37,239 INFO [RS:0;c4730a2bacf8:44167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:21:37,239 INFO [RS:0;c4730a2bacf8:44167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:21:37,294 WARN [c4730a2bacf8:41451 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T02:21:37,340 INFO [RS:0;c4730a2bacf8:44167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:37,341 INFO [RS:0;c4730a2bacf8:44167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C44167%2C1731896495358, suffix=, logDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/WALs/c4730a2bacf8,44167,1731896495358, archiveDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/oldWALs, maxLogs=10 2024-11-18T02:21:37,354 DEBUG [RS:0;c4730a2bacf8:44167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/WALs/c4730a2bacf8,44167,1731896495358/c4730a2bacf8%2C44167%2C1731896495358.1731896497341, exclude list is [], retry=0 2024-11-18T02:21:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-341b419a-37c7-4fb9-94c6-fa107845381b,DISK] 2024-11-18T02:21:37,357 INFO [RS:0;c4730a2bacf8:44167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/WALs/c4730a2bacf8,44167,1731896495358/c4730a2bacf8%2C44167%2C1731896495358.1731896497341 2024-11-18T02:21:37,358 DEBUG [RS:0;c4730a2bacf8:44167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34693:34693)] 2024-11-18T02:21:37,544 DEBUG [c4730a2bacf8:41451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:21:37,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,545 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,44167,1731896495358, state=OPENING 2024-11-18T02:21:37,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:21:37,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1643141290 2024-11-18T02:21:37,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:37,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1643141290/meta-region-server: CHANGED 2024-11-18T02:21:37,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1643141290/meta-region-server: CHANGED 2024-11-18T02:21:37,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44167,1731896495358}] 2024-11-18T02:21:37,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:37,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,704 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:37,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:21:37,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,708 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:21:37,708 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:37,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,708 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:21:37,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,709 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C44167%2C1731896495358.meta, suffix=.meta, logDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/WALs/c4730a2bacf8,44167,1731896495358, archiveDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/oldWALs, maxLogs=10 2024-11-18T02:21:37,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:37,724 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/WALs/c4730a2bacf8,44167,1731896495358/c4730a2bacf8%2C44167%2C1731896495358.meta.1731896497710.meta, exclude list is [], retry=0 2024-11-18T02:21:37,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-341b419a-37c7-4fb9-94c6-fa107845381b,DISK] 2024-11-18T02:21:37,727 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/WALs/c4730a2bacf8,44167,1731896495358/c4730a2bacf8%2C44167%2C1731896495358.meta.1731896497710.meta 2024-11-18T02:21:37,727 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34693:34693)] 2024-11-18T02:21:37,727 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:37,727 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:37,728 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:37,728 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:21:37,728 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:21:37,728 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:21:37,728 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:37,728 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:21:37,728 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:21:37,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:37,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:37,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:37,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:37,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:37,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:37,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:37,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:37,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:37,733 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:37,734 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/hbase/meta/1588230740 2024-11-18T02:21:37,734 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/hbase/meta/1588230740 2024-11-18T02:21:37,735 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:37,735 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:37,736 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:37,737 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:37,738 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73276675, jitterRate=0.0919075459241867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:37,738 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:21:37,739 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896497728Writing region info on filesystem at 1731896497728Initializing all the Stores at 1731896497729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896497729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896497729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896497729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896497729Cleaning up temporary data from old regions at 1731896497735 (+6 ms)Running coprocessor post-open hooks at 1731896497738 (+3 ms)Region opened successfully at 1731896497739 (+1 ms) 2024-11-18T02:21:37,739 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896497703 2024-11-18T02:21:37,741 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:21:37,741 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:21:37,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,44167,1731896495358, state=OPEN 2024-11-18T02:21:37,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10128e1333b0000, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1643141290/meta-region-server 2024-11-18T02:21:37,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x10128e1333b0001, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1643141290/meta-region-server 2024-11-18T02:21:37,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:37,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1643141290/meta-region-server: CHANGED 2024-11-18T02:21:37,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1643141290/meta-region-server: CHANGED 2024-11-18T02:21:37,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:21:37,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,44167,1731896495358 in 194 msec 2024-11-18T02:21:37,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:21:37,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-11-18T02:21:37,749 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:37,749 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:21:37,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:37,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,44167,1731896495358, seqNum=-1] 2024-11-18T02:21:37,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:37,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:37,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 644 msec 2024-11-18T02:21:37,755 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896497755, completionTime=-1 2024-11-18T02:21:37,755 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:21:37,756 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:21:37,757 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:21:37,757 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896557757 2024-11-18T02:21:37,757 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896617757 2024-11-18T02:21:37,757 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:21:37,758 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41451,1731896495297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,758 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41451,1731896495297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,758 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41451,1731896495297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,758 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:41451, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,758 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,758 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,759 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.365sec 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41451,1731896495297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:37,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41451,1731896495297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:21:37,765 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:21:37,765 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:21:37,765 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41451,1731896495297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:37,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de4d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:37,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41451,-1 for getting cluster id 2024-11-18T02:21:37,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:37,780 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d299d15-2c5c-4905-b297-e8b3b0ce19b6' 2024-11-18T02:21:37,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:37,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d299d15-2c5c-4905-b297-e8b3b0ce19b6" 2024-11-18T02:21:37,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2c7afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:37,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41451,-1] 2024-11-18T02:21:37,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:37,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:37,782 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:37,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:37,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,44167,1731896495358, seqNum=-1] 2024-11-18T02:21:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:37,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:37,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:37,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60305 2024-11-18T02:21:37,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60305, baseZNode=/0-1643141290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:37,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128e1333b0002 connected 2024-11-18T02:21:37,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:37,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:37,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1ef2b8 2024-11-18T02:21:37,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:37,794 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:37,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:21:37,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:37,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:37,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:21:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:37,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:37,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:21:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:38,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cbb4a9ba7359d981fc159875a30a27a, NAME => 'test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62 2024-11-18T02:21:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:21:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:38,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:38,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4cbb4a9ba7359d981fc159875a30a27a, disabling compactions & flushes 2024-11-18T02:21:38,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. 2024-11-18T02:21:38,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. 2024-11-18T02:21:38,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. after waiting 0 ms 2024-11-18T02:21:38,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. 2024-11-18T02:21:38,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. 2024-11-18T02:21:38,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cbb4a9ba7359d981fc159875a30a27a: Waiting for close lock at 1731896498611Disabling compacts and flushes for region at 1731896498611Disabling writes for close at 1731896498611Writing region close event to WAL at 1731896498611Closed at 1731896498611 2024-11-18T02:21:38,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:38,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896498612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896498612"}]},"ts":"1731896498612"} 2024-11-18T02:21:38,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:38,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:38,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896498615"}]},"ts":"1731896498615"} 2024-11-18T02:21:38,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:21:38,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cbb4a9ba7359d981fc159875a30a27a, ASSIGN}] 2024-11-18T02:21:38,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cbb4a9ba7359d981fc159875a30a27a, ASSIGN 2024-11-18T02:21:38,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4cbb4a9ba7359d981fc159875a30a27a, ASSIGN; state=OFFLINE, location=c4730a2bacf8,44167,1731896495358; forceNewPlan=false, retain=false 2024-11-18T02:21:38,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cbb4a9ba7359d981fc159875a30a27a, regionState=OPENING, regionLocation=c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4cbb4a9ba7359d981fc159875a30a27a, ASSIGN because future has completed 2024-11-18T02:21:38,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cbb4a9ba7359d981fc159875a30a27a, server=c4730a2bacf8,44167,1731896495358}] 2024-11-18T02:21:38,926 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. 2024-11-18T02:21:38,926 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cbb4a9ba7359d981fc159875a30a27a, NAME => 'test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:38,927 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:38,927 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:21:38,927 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,927 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:38,927 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,927 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,928 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,929 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbb4a9ba7359d981fc159875a30a27a columnFamilyName f 2024-11-18T02:21:38,929 DEBUG [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:38,930 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] regionserver.HStore(327): Store=4cbb4a9ba7359d981fc159875a30a27a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:38,930 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,931 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbb4a9ba7359d981fc159875a30a27a columnFamilyName f1 2024-11-18T02:21:38,931 DEBUG [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:38,931 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] regionserver.HStore(327): Store=4cbb4a9ba7359d981fc159875a30a27a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:38,931 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,932 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbb4a9ba7359d981fc159875a30a27a columnFamilyName norep 2024-11-18T02:21:38,932 DEBUG [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:38,932 INFO [StoreOpener-4cbb4a9ba7359d981fc159875a30a27a-1 {}] regionserver.HStore(327): Store=4cbb4a9ba7359d981fc159875a30a27a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:38,932 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,933 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/default/test/4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,933 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/default/test/4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,934 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,934 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,934 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:38,935 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,936 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/data/default/test/4cbb4a9ba7359d981fc159875a30a27a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:38,937 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4cbb4a9ba7359d981fc159875a30a27a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64181093, jitterRate=-0.043627187609672546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:38,937 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cbb4a9ba7359d981fc159875a30a27a 2024-11-18T02:21:38,937 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4cbb4a9ba7359d981fc159875a30a27a: Running coprocessor pre-open hook at 1731896498927Writing region info on filesystem at 1731896498927Initializing all the Stores at 1731896498928 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896498928Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896498928Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896498928Cleaning up temporary data from old regions at 1731896498934 (+6 ms)Running coprocessor post-open hooks at 1731896498937 (+3 ms)Region opened successfully at 1731896498937 2024-11-18T02:21:38,938 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a., pid=6, masterSystemTime=1731896498923 2024-11-18T02:21:38,939 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. 2024-11-18T02:21:38,939 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896497794.4cbb4a9ba7359d981fc159875a30a27a. 2024-11-18T02:21:38,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cbb4a9ba7359d981fc159875a30a27a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,44167,1731896495358 2024-11-18T02:21:38,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cbb4a9ba7359d981fc159875a30a27a, server=c4730a2bacf8,44167,1731896495358 because future has completed 2024-11-18T02:21:38,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:21:38,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cbb4a9ba7359d981fc159875a30a27a, server=c4730a2bacf8,44167,1731896495358 in 171 msec 2024-11-18T02:21:38,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:21:38,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4cbb4a9ba7359d981fc159875a30a27a, ASSIGN in 328 msec 2024-11-18T02:21:38,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:38,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896498946"}]},"ts":"1731896498946"} 2024-11-18T02:21:38,948 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:21:38,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:38,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-18T02:21:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:39,947 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:21:39,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:39,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41451,-1 for getting cluster id 2024-11-18T02:21:39,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:39,948 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d299d15-2c5c-4905-b297-e8b3b0ce19b6' 2024-11-18T02:21:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d299d15-2c5c-4905-b297-e8b3b0ce19b6" 2024-11-18T02:21:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537ebd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41451,-1] 2024-11-18T02:21:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:39,950 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d02a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:39,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64fdc961 2024-11-18T02:21:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:39,952 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:39,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:41451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:21:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:21:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:39,955 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:41451' 2024-11-18T02:21:39,956 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e23102c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:39,956 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,41451,-1 for getting cluster id 2024-11-18T02:21:39,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:39,956 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d299d15-2c5c-4905-b297-e8b3b0ce19b6' 2024-11-18T02:21:39,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:39,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d299d15-2c5c-4905-b297-e8b3b0ce19b6" 2024-11-18T02:21:39,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5e1699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:39,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,41451,-1] 2024-11-18T02:21:39,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:39,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:39,957 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502d7a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:39,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,41451,1731896495297 2024-11-18T02:21:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ff883d 2024-11-18T02:21:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:39,959 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:39,959 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:21:39,959 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:21:39,959 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:39,960 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:39,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:39,960 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4730a2bacf8:41451, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T02:21:39,966 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4730a2bacf8:41451, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4730a2bacf8:41451, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4730a2bacf8:41451, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T02:21:39,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c4730a2bacf8:41451, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-18T02:21:39,967 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T02:21:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:40,057 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c4730a2bacf8:41451, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T02:21:40,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:40,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:40,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:40,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:40,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:40,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 363) Potentially hanging thread: IPC Server handler 3 on default port 41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: c4730a2bacf8:41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1694532233-7861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef1c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_663610568_20 at /127.0.0.1:37244 [Receiving block BP-1919737877-172.17.0.2-1731896494271:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6acbc82c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1694532233-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef1c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1582836278-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef1c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7912 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fef1c9f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7864 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef1c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7868 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fef1c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/data/data1/current/BP-1919737877-172.17.0.2-1731896494271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60305): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS:0;c4730a2bacf8:44167-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/data/data2/current/BP-1919737877-172.17.0.2-1731896494271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896497114 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60305) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4bf442cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_663610568_20 at /127.0.0.1:37232 [Receiving block BP-1919737877-172.17.0.2-1731896494271:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7865-acceptor-0@46bdb662-ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:41343} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62-prefix:c4730a2bacf8,44167,1731896495358 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7ee232eb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c4730a2bacf8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7587a4d2[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7866 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4730a2bacf8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;c4730a2bacf8:44167 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-59f340a5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1919737877-172.17.0.2-1731896494271:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919737877-172.17.0.2-1731896494271:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a9ecf14 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;c4730a2bacf8:41451 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62/MasterData-prefix:c4730a2bacf8,41451,1731896495297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1582836278-7911-acceptor-0@48f052c1-ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:46467} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 45085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60305) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 45085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4730a2bacf8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41837 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60305 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c4730a2bacf8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1050794000) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: BP-1919737877-172.17.0.2-1731896494271 heartbeating to localhost/127.0.0.1:41837 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS_OPEN_META-regionserver/c4730a2bacf8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007fef1cad7c98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41837/user/jenkins/test-data/90595b9d-acf0-79d6-2e80-1334a21b7c62-prefix:c4730a2bacf8,44167,1731896495358.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@42478209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919737877-172.17.0.2-1731896494271:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/cluster_8561fac2-dd15-86b0-3c92-066711aca817/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896497114 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2060978478_20 at /127.0.0.1:37194 [Receiving block BP-1919737877-172.17.0.2-1731896494271:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41837 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_663610568_20 at /127.0.0.1:37134 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60305) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 45085 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2190 (was 2201) 2024-11-18T02:21:40,075 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-18T02:21:40,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=2190 2024-11-18T02:21:40,088 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-18T02:21:40,101 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T02:21:40,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.log.dir so I do NOT create it in target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917 2024-11-18T02:21:40,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:21:40,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.tmp.dir so I do NOT create it in target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917 2024-11-18T02:21:40,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9cac25a-38f2-e2ec-80fe-fb0dcd4847b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:21:40,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917 2024-11-18T02:21:40,102 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52, deleteOnExit=true 2024-11-18T02:21:40,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52/zookeeper_0, clientPort=53970, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:21:40,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53970 2024-11-18T02:21:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:21:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:21:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/test.cache.data in system properties and HBase conf 2024-11-18T02:21:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:21:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:21:40,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:21:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:21:40,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:40,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:40,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:40,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:40,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:21:40,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:40,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:40,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:40,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b6d451a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/java.io.tmpdir/jetty-localhost-43665-hadoop-hdfs-3_4_1-tests_jar-_-any-8064960333969979984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:40,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:43665} 2024-11-18T02:21:40,302 INFO [Time-limited test {}] server.Server(415): Started @286633ms 2024-11-18T02:21:40,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:40,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:40,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:40,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:40,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:40,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:40,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:40,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/java.io.tmpdir/jetty-localhost-45135-hadoop-hdfs-3_4_1-tests_jar-_-any-11491166758273652197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:40,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:45135} 2024-11-18T02:21:40,525 INFO [Time-limited test {}] server.Server(415): Started @286856ms 2024-11-18T02:21:40,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:21:40,638 WARN [Thread-4301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52/data/data1/current/BP-11526740-172.17.0.2-1731896500124/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:40,638 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52/data/data2/current/BP-11526740-172.17.0.2-1731896500124/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:40,668 WARN [Thread-4289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:21:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2abc7d4f79a0f208 with lease ID 0xd08818d9ce1964a5: Processing first storage report for DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f from datanode DatanodeRegistration(127.0.0.1:36473, datanodeUuid=e4957341-dc85-43a3-a207-03c2c6bad150, infoPort=34709, infoSecurePort=0, ipcPort=36073, storageInfo=lv=-57;cid=testClusterID;nsid=1189320323;c=1731896500124) 2024-11-18T02:21:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2abc7d4f79a0f208 with lease ID 0xd08818d9ce1964a5: from storage DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f node DatanodeRegistration(127.0.0.1:36473, datanodeUuid=e4957341-dc85-43a3-a207-03c2c6bad150, infoPort=34709, infoSecurePort=0, ipcPort=36073, storageInfo=lv=-57;cid=testClusterID;nsid=1189320323;c=1731896500124), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2abc7d4f79a0f208 with lease ID 0xd08818d9ce1964a5: Processing first storage report for DS-fbae6b1a-bc41-463a-8f94-924765c4a66e from datanode DatanodeRegistration(127.0.0.1:36473, datanodeUuid=e4957341-dc85-43a3-a207-03c2c6bad150, infoPort=34709, infoSecurePort=0, ipcPort=36073, storageInfo=lv=-57;cid=testClusterID;nsid=1189320323;c=1731896500124) 2024-11-18T02:21:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2abc7d4f79a0f208 with lease ID 0xd08818d9ce1964a5: from storage DS-fbae6b1a-bc41-463a-8f94-924765c4a66e node DatanodeRegistration(127.0.0.1:36473, datanodeUuid=e4957341-dc85-43a3-a207-03c2c6bad150, infoPort=34709, infoSecurePort=0, ipcPort=36073, storageInfo=lv=-57;cid=testClusterID;nsid=1189320323;c=1731896500124), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:40,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917 2024-11-18T02:21:40,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:40,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:21:41,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc with version=8 2024-11-18T02:21:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/hbase-staging 2024-11-18T02:21:41,178 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:41,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:41,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:41,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:41,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:41,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:41,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:21:41,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:41,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33435 2024-11-18T02:21:41,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33435 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334350x0, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:41,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33435-0x10128e14a180000 connected 2024-11-18T02:21:41,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:41,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:41,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on znode that does not yet exist, /0-1579206363/running 2024-11-18T02:21:41,209 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc, hbase.cluster.distributed=false 2024-11-18T02:21:41,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on znode that does not yet exist, /0-1579206363/acl 2024-11-18T02:21:41,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-18T02:21:41,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33435 2024-11-18T02:21:41,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33435 2024-11-18T02:21:41,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-18T02:21:41,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-18T02:21:41,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:41,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:41,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:41,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:21:41,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:41,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34131 2024-11-18T02:21:41,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34131 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:41,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:41,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:41,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341310x0, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:41,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341310x0, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on znode that does not yet exist, /0-1579206363/running 2024-11-18T02:21:41,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34131-0x10128e14a180001 connected 2024-11-18T02:21:41,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:21:41,245 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:21:41,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on znode that does not yet exist, /0-1579206363/master 2024-11-18T02:21:41,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on znode that does not yet exist, /0-1579206363/acl 2024-11-18T02:21:41,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34131 2024-11-18T02:21:41,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34131 2024-11-18T02:21:41,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34131 2024-11-18T02:21:41,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34131 2024-11-18T02:21:41,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34131 2024-11-18T02:21:41,265 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:33435 2024-11-18T02:21:41,266 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1579206363/backup-masters/c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363/backup-masters 2024-11-18T02:21:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363/backup-masters 2024-11-18T02:21:41,268 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on existing znode=/0-1579206363/backup-masters/c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1579206363/master 2024-11-18T02:21:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:41,269 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on existing znode=/0-1579206363/master 2024-11-18T02:21:41,270 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1579206363/backup-masters/c4730a2bacf8,33435,1731896501178 from backup master directory 2024-11-18T02:21:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1579206363/backup-masters/c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363/backup-masters 2024-11-18T02:21:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363/backup-masters 2024-11-18T02:21:41,273 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:41,273 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:41,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/hbase.id] with ID: 0c9e9342-0715-4777-a586-695590f12ef2 2024-11-18T02:21:41,276 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/.tmp/hbase.id 2024-11-18T02:21:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:21:41,683 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/.tmp/hbase.id]:[hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/hbase.id] 2024-11-18T02:21:41,692 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:41,692 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:21:41,693 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:21:41,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:41,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:21:42,100 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:42,101 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:21:42,101 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:21:42,507 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store 2024-11-18T02:21:42,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:21:42,912 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:42,913 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:42,913 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:42,913 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:42,913 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:42,913 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:42,913 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:42,913 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896502912Disabling compacts and flushes for region at 1731896502912Disabling writes for close at 1731896502913 (+1 ms)Writing region close event to WAL at 1731896502913Closed at 1731896502913 2024-11-18T02:21:42,913 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/.initializing 2024-11-18T02:21:42,913 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/WALs/c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:42,914 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:42,915 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C33435%2C1731896501178, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/WALs/c4730a2bacf8,33435,1731896501178, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/oldWALs, maxLogs=10 2024-11-18T02:21:42,930 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/WALs/c4730a2bacf8,33435,1731896501178/c4730a2bacf8%2C33435%2C1731896501178.1731896502916, exclude list is [], retry=0 2024-11-18T02:21:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f,DISK] 2024-11-18T02:21:42,934 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/WALs/c4730a2bacf8,33435,1731896501178/c4730a2bacf8%2C33435%2C1731896501178.1731896502916 2024-11-18T02:21:42,934 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)] 2024-11-18T02:21:42,934 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:42,935 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:42,935 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,935 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:21:42,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:42,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:42,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:21:42,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:21:42,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:42,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:42,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:21:42,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:42,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:42,941 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,942 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,942 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,943 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,943 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,943 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:42,944 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:42,945 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:42,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68420532, jitterRate=0.019545376300811768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:42,946 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896502935Initializing all the Stores at 1731896502935Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896502935Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896502936 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896502936Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896502936Cleaning up temporary data from old regions at 1731896502943 (+7 ms)Region opened successfully at 1731896502946 (+3 ms) 2024-11-18T02:21:42,946 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:21:42,948 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bb1002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:42,949 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:21:42,949 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:21:42,949 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:21:42,949 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:21:42,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:21:42,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:21:42,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:21:42,952 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:21:42,952 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Unable to get data of znode /0-1579206363/balancer because node does not exist (not necessarily an error) 2024-11-18T02:21:42,954 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1579206363/balancer already deleted, retry=false 2024-11-18T02:21:42,954 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:21:42,954 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Unable to get data of znode /0-1579206363/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:21:42,956 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1579206363/normalizer already deleted, retry=false 2024-11-18T02:21:42,956 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:21:42,957 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Unable to get data of znode /0-1579206363/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:21:42,963 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1579206363/switch/split already deleted, retry=false 2024-11-18T02:21:42,964 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Unable to get data of znode /0-1579206363/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:21:42,965 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1579206363/switch/merge already deleted, retry=false 2024-11-18T02:21:42,967 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Unable to get data of znode /0-1579206363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:21:42,968 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1579206363/snapshot-cleanup already deleted, retry=false 2024-11-18T02:21:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1579206363/running 2024-11-18T02:21:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1579206363/running 2024-11-18T02:21:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:42,970 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,33435,1731896501178, sessionid=0x10128e14a180000, setting cluster-up flag (Was=false) 2024-11-18T02:21:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:42,979 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1579206363/flush-table-proc/acquired, /0-1579206363/flush-table-proc/reached, /0-1579206363/flush-table-proc/abort 2024-11-18T02:21:42,980 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:42,987 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1579206363/online-snapshot/acquired, /0-1579206363/online-snapshot/reached, /0-1579206363/online-snapshot/abort 2024-11-18T02:21:42,988 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:42,989 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:21:42,990 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:42,990 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:21:42,990 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:21:42,990 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,33435,1731896501178 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:42,991 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:42,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896532992 2024-11-18T02:21:42,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:21:42,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:21:42,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:21:42,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:21:42,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:21:42,992 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:21:42,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:42,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:21:42,993 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:42,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:42,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:21:42,996 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:21:42,996 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:21:42,996 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:21:42,996 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:21:43,000 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:21:43,000 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:21:43,001 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896503000,5,FailOnTimeoutGroup] 2024-11-18T02:21:43,001 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896503001,5,FailOnTimeoutGroup] 2024-11-18T02:21:43,001 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,001 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:21:43,001 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,001 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:21:43,056 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(746): ClusterId : 0c9e9342-0715-4777-a586-695590f12ef2 2024-11-18T02:21:43,056 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:21:43,058 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:21:43,058 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:21:43,059 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:21:43,060 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4216aa68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:43,073 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:34131 2024-11-18T02:21:43,073 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:21:43,073 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:21:43,073 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:21:43,073 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,33435,1731896501178 with port=34131, startcode=1731896501233 2024-11-18T02:21:43,073 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:21:43,075 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:21:43,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:43,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33435 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:43,077 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc 2024-11-18T02:21:43,077 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44915 2024-11-18T02:21:43,077 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:21:43,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363/rs 2024-11-18T02:21:43,079 DEBUG [RS:0;c4730a2bacf8:34131 {}] zookeeper.ZKUtil(111): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on existing znode=/0-1579206363/rs/c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:43,079 WARN [RS:0;c4730a2bacf8:34131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:43,079 INFO [RS:0;c4730a2bacf8:34131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:43,079 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:43,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,34131,1731896501233] 2024-11-18T02:21:43,082 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:21:43,084 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:21:43,084 INFO [RS:0;c4730a2bacf8:34131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:21:43,084 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,086 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:21:43,086 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:21:43,086 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,086 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:43,087 DEBUG [RS:0;c4730a2bacf8:34131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:43,087 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,087 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,087 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,087 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,087 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,087 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34131,1731896501233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:43,110 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:21:43,110 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34131,1731896501233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,110 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,110 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.Replication(171): c4730a2bacf8,34131,1731896501233 started 2024-11-18T02:21:43,124 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:43,125 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,34131,1731896501233, RpcServer on c4730a2bacf8/172.17.0.2:34131, sessionid=0x10128e14a180001 2024-11-18T02:21:43,125 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:21:43,125 DEBUG [RS:0;c4730a2bacf8:34131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:43,125 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,34131,1731896501233' 2024-11-18T02:21:43,125 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1579206363/flush-table-proc/abort' 2024-11-18T02:21:43,125 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1579206363/flush-table-proc/acquired' 2024-11-18T02:21:43,126 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:21:43,126 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:21:43,126 DEBUG [RS:0;c4730a2bacf8:34131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:43,126 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,34131,1731896501233' 2024-11-18T02:21:43,126 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1579206363/online-snapshot/abort' 2024-11-18T02:21:43,126 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1579206363/online-snapshot/acquired' 2024-11-18T02:21:43,126 DEBUG [RS:0;c4730a2bacf8:34131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:21:43,126 INFO [RS:0;c4730a2bacf8:34131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:21:43,126 INFO [RS:0;c4730a2bacf8:34131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:21:43,227 INFO [RS:0;c4730a2bacf8:34131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:43,228 INFO [RS:0;c4730a2bacf8:34131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34131%2C1731896501233, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/oldWALs, maxLogs=10 2024-11-18T02:21:43,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:43,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,243 DEBUG [RS:0;c4730a2bacf8:34131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228, exclude list is [], retry=0 2024-11-18T02:21:43,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f,DISK] 2024-11-18T02:21:43,250 INFO [RS:0;c4730a2bacf8:34131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 2024-11-18T02:21:43,250 DEBUG [RS:0;c4730a2bacf8:34131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)] 2024-11-18T02:21:43,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:43,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:21:43,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T02:21:43,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:21:43,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc 2024-11-18T02:21:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:21:43,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:43,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:43,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:43,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:43,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:43,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:43,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:43,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:43,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:43,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:43,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:43,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:43,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:43,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:43,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:43,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:43,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:43,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:43,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740 2024-11-18T02:21:43,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740 2024-11-18T02:21:43,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:43,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:43,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:43,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:43,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:43,823 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69205237, jitterRate=0.031238391995429993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:43,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896503811Initializing all the Stores at 1731896503812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896503812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896503812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896503812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896503812Cleaning up temporary data from old regions at 1731896503820 (+8 ms)Region opened successfully at 1731896503823 (+3 ms) 2024-11-18T02:21:43,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:43,823 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:43,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:43,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:43,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:43,824 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:43,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896503823Disabling compacts and flushes for region at 1731896503823Disabling writes for close at 1731896503823Writing region close event to WAL at 1731896503824 (+1 ms)Closed at 1731896503824 2024-11-18T02:21:43,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:43,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:21:43,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:21:43,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:43,826 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:21:43,977 DEBUG [c4730a2bacf8:33435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:21:43,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:43,978 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,34131,1731896501233, state=OPENING 2024-11-18T02:21:43,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:21:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:43,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:43,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1579206363/meta-region-server: CHANGED 2024-11-18T02:21:43,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1579206363/meta-region-server: CHANGED 2024-11-18T02:21:43,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34131,1731896501233}] 2024-11-18T02:21:44,137 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:44,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:21:44,141 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:21:44,142 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:44,142 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:21:44,143 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34131%2C1731896501233.meta, suffix=.meta, logDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/oldWALs, maxLogs=10 2024-11-18T02:21:44,157 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.meta.1731896504143.meta, exclude list is [], retry=0 2024-11-18T02:21:44,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f,DISK] 2024-11-18T02:21:44,160 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.meta.1731896504143.meta 2024-11-18T02:21:44,161 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)] 2024-11-18T02:21:44,161 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:44,161 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:44,162 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:44,162 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:21:44,162 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:21:44,162 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:21:44,162 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:44,162 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:21:44,162 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:21:44,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:44,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:44,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:44,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:44,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:44,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:44,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:44,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:44,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:44,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:44,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:44,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:44,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:44,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:44,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:44,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:44,166 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:44,167 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740 2024-11-18T02:21:44,168 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740 2024-11-18T02:21:44,169 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:44,169 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:44,169 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:44,170 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:44,171 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64018067, jitterRate=-0.046056464314460754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:44,171 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:21:44,171 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896504162Writing region info on filesystem at 1731896504162Initializing all the Stores at 1731896504163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896504163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896504163Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896504163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896504163Cleaning up temporary data from old regions at 1731896504169 (+6 ms)Running coprocessor post-open hooks at 1731896504171 (+2 ms)Region opened successfully at 1731896504171 2024-11-18T02:21:44,172 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896504137 2024-11-18T02:21:44,174 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:21:44,174 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:21:44,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:44,176 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,34131,1731896501233, state=OPEN 2024-11-18T02:21:44,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1579206363/meta-region-server 2024-11-18T02:21:44,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1579206363/meta-region-server 2024-11-18T02:21:44,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1579206363/meta-region-server: CHANGED 2024-11-18T02:21:44,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1579206363/meta-region-server: CHANGED 2024-11-18T02:21:44,178 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:44,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:21:44,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34131,1731896501233 in 193 msec 2024-11-18T02:21:44,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:21:44,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-18T02:21:44,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:44,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:21:44,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:44,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34131,1731896501233, seqNum=-1] 2024-11-18T02:21:44,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:44,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:44,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-18T02:21:44,193 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896504193, completionTime=-1 2024-11-18T02:21:44,193 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:21:44,193 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896564195 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896624195 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33435,1731896501178-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33435,1731896501178-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33435,1731896501178-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:33435, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:44,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:44,196 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:44,197 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33435,1731896501178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:44,199 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33435,1731896501178-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:21:44,201 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:21:44,201 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:21:44,201 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33435,1731896501178-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:44,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ae1fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:44,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33435,-1 for getting cluster id 2024-11-18T02:21:44,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:44,258 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e9342-0715-4777-a586-695590f12ef2' 2024-11-18T02:21:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e9342-0715-4777-a586-695590f12ef2" 2024-11-18T02:21:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f093078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33435,-1] 2024-11-18T02:21:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:44,259 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:44,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:44,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34131,1731896501233, seqNum=-1] 2024-11-18T02:21:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:44,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:44,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:44,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:44,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:44,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128e14a180002 connected 2024-11-18T02:21:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.log.dir so I do NOT create it in target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30 2024-11-18T02:21:44,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:21:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.tmp.dir so I do NOT create it in target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30 2024-11-18T02:21:44,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:21:44,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30 2024-11-18T02:21:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/cluster_8fe5f4e8-e23b-18a4-a55c-8b9ef338d7e1, deleteOnExit=true 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/test.cache.data in system properties and HBase conf 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:21:44,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:21:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:21:44,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:44,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:44,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:44,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:44,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:44,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:44,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:44,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:44,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d40997b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/java.io.tmpdir/jetty-localhost-37267-hadoop-hdfs-3_4_1-tests_jar-_-any-13957805852756503819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:44,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:37267} 2024-11-18T02:21:44,475 INFO [Time-limited test {}] server.Server(415): Started @290807ms 2024-11-18T02:21:44,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:44,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:44,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:44,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:44,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:21:44,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:44,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:44,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c25f550{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/java.io.tmpdir/jetty-localhost-39539-hadoop-hdfs-3_4_1-tests_jar-_-any-11835994788800261568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:44,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:39539} 2024-11-18T02:21:44,690 INFO [Time-limited test {}] server.Server(415): Started @291021ms 2024-11-18T02:21:44,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:21:44,794 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/cluster_8fe5f4e8-e23b-18a4-a55c-8b9ef338d7e1/data/data2/current/BP-1529810869-172.17.0.2-1731896504290/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:44,794 WARN [Thread-4422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/cluster_8fe5f4e8-e23b-18a4-a55c-8b9ef338d7e1/data/data1/current/BP-1529810869-172.17.0.2-1731896504290/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:44,812 WARN [Thread-4410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:21:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafe6a91f137b3410 with lease ID 0x8388b302aef26a83: Processing first storage report for DS-2fa372bc-ed66-48ef-8a43-043c5e10a819 from datanode DatanodeRegistration(127.0.0.1:44929, datanodeUuid=3e36174e-d691-4147-9f89-7c5006c29b2b, infoPort=45715, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=847518256;c=1731896504290) 2024-11-18T02:21:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafe6a91f137b3410 with lease ID 0x8388b302aef26a83: from storage DS-2fa372bc-ed66-48ef-8a43-043c5e10a819 node DatanodeRegistration(127.0.0.1:44929, datanodeUuid=3e36174e-d691-4147-9f89-7c5006c29b2b, infoPort=45715, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=847518256;c=1731896504290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafe6a91f137b3410 with lease ID 0x8388b302aef26a83: Processing first storage report for DS-f3e2ce0d-b593-42b1-9d75-435c003d1b77 from datanode DatanodeRegistration(127.0.0.1:44929, datanodeUuid=3e36174e-d691-4147-9f89-7c5006c29b2b, infoPort=45715, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=847518256;c=1731896504290) 2024-11-18T02:21:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafe6a91f137b3410 with lease ID 0x8388b302aef26a83: from storage DS-f3e2ce0d-b593-42b1-9d75-435c003d1b77 node DatanodeRegistration(127.0.0.1:44929, datanodeUuid=3e36174e-d691-4147-9f89-7c5006c29b2b, infoPort=45715, infoSecurePort=0, ipcPort=44973, storageInfo=lv=-57;cid=testClusterID;nsid=847518256;c=1731896504290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:44,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30 2024-11-18T02:21:44,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:44,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:21:44,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3 with version=8 2024-11-18T02:21:44,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/hbase-staging 2024-11-18T02:21:44,828 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:44,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:44,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:44,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:44,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:44,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:44,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:21:44,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:44,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39461 2024-11-18T02:21:44,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39461 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:44,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394610x0, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:44,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39461-0x10128e14a180003 connected 2024-11-18T02:21:44,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:44,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:44,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on znode that does not yet exist, /1797437971/running 2024-11-18T02:21:44,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3, hbase.cluster.distributed=false 2024-11-18T02:21:44,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on znode that does not yet exist, /1797437971/acl 2024-11-18T02:21:44,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-18T02:21:44,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39461 2024-11-18T02:21:44,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39461 2024-11-18T02:21:44,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-18T02:21:44,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-18T02:21:44,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:44,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:44,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:44,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:44,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:44,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:44,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:21:44,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:44,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46763 2024-11-18T02:21:44,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46763 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:44,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:44,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:44,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467630x0, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:44,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467630x0, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on znode that does not yet exist, /1797437971/running 2024-11-18T02:21:44,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46763-0x10128e14a180004 connected 2024-11-18T02:21:44,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:21:44,875 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:21:44,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on znode that does not yet exist, /1797437971/master 2024-11-18T02:21:44,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on znode that does not yet exist, /1797437971/acl 2024-11-18T02:21:44,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46763 2024-11-18T02:21:44,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46763 2024-11-18T02:21:44,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46763 2024-11-18T02:21:44,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46763 2024-11-18T02:21:44,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46763 2024-11-18T02:21:44,892 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:39461 2024-11-18T02:21:44,892 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1797437971/backup-masters/c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971/backup-masters 2024-11-18T02:21:44,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971/backup-masters 2024-11-18T02:21:44,894 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on existing znode=/1797437971/backup-masters/c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1797437971/master 2024-11-18T02:21:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:44,897 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on existing znode=/1797437971/master 2024-11-18T02:21:44,897 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1797437971/backup-masters/c4730a2bacf8,39461,1731896504828 from backup master directory 2024-11-18T02:21:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971/backup-masters 2024-11-18T02:21:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797437971/backup-masters/c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971/backup-masters 2024-11-18T02:21:44,898 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:44,898 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:44,901 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/hbase.id] with ID: 40cd732f-b450-4277-89e5-2a8b9e53a296 2024-11-18T02:21:44,901 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/.tmp/hbase.id 2024-11-18T02:21:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:21:45,305 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/.tmp/hbase.id]:[hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/hbase.id] 2024-11-18T02:21:45,313 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:45,313 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:21:45,314 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:21:45,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:45,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:21:45,720 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:45,721 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:21:45,721 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:21:46,128 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store 2024-11-18T02:21:46,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:21:46,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:46,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:46,533 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:46,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:46,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:46,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:46,533 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:46,533 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896506533Disabling compacts and flushes for region at 1731896506533Disabling writes for close at 1731896506533Writing region close event to WAL at 1731896506533Closed at 1731896506533 2024-11-18T02:21:46,534 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/.initializing 2024-11-18T02:21:46,534 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/WALs/c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:46,534 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:46,536 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C39461%2C1731896504828, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/WALs/c4730a2bacf8,39461,1731896504828, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/oldWALs, maxLogs=10 2024-11-18T02:21:46,549 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/WALs/c4730a2bacf8,39461,1731896504828/c4730a2bacf8%2C39461%2C1731896504828.1731896506536, exclude list is [], retry=0 2024-11-18T02:21:46,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44929,DS-2fa372bc-ed66-48ef-8a43-043c5e10a819,DISK] 2024-11-18T02:21:46,553 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/WALs/c4730a2bacf8,39461,1731896504828/c4730a2bacf8%2C39461%2C1731896504828.1731896506536 2024-11-18T02:21:46,553 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-18T02:21:46,553 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:46,553 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:46,553 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,553 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:21:46,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:21:46,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:46,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:46,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:21:46,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:46,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:46,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:21:46,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:46,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:46,559 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,559 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,559 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,560 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,560 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,561 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:46,562 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:46,563 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:46,563 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69962557, jitterRate=0.0425233393907547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:46,564 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896506553Initializing all the Stores at 1731896506554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896506554Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896506554Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896506554Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896506554Cleaning up temporary data from old regions at 1731896506560 (+6 ms)Region opened successfully at 1731896506563 (+3 ms) 2024-11-18T02:21:46,564 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:21:46,566 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9d8cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:46,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:21:46,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:21:46,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:21:46,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:21:46,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:21:46,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:21:46,567 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:21:46,569 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:21:46,570 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Unable to get data of znode /1797437971/balancer because node does not exist (not necessarily an error) 2024-11-18T02:21:46,571 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797437971/balancer already deleted, retry=false 2024-11-18T02:21:46,571 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:21:46,572 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Unable to get data of znode /1797437971/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:21:46,574 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797437971/normalizer already deleted, retry=false 2024-11-18T02:21:46,574 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:21:46,575 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Unable to get data of znode /1797437971/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:21:46,576 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797437971/switch/split already deleted, retry=false 2024-11-18T02:21:46,576 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Unable to get data of znode /1797437971/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:21:46,577 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797437971/switch/merge already deleted, retry=false 2024-11-18T02:21:46,578 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Unable to get data of znode /1797437971/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:21:46,579 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797437971/snapshot-cleanup already deleted, retry=false 2024-11-18T02:21:46,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1797437971/running 2024-11-18T02:21:46,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:46,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1797437971/running 2024-11-18T02:21:46,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:46,583 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,39461,1731896504828, sessionid=0x10128e14a180003, setting cluster-up flag (Was=false) 2024-11-18T02:21:46,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:46,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:46,589 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1797437971/flush-table-proc/acquired, /1797437971/flush-table-proc/reached, /1797437971/flush-table-proc/abort 2024-11-18T02:21:46,590 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:46,596 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1797437971/online-snapshot/acquired, /1797437971/online-snapshot/reached, /1797437971/online-snapshot/abort 2024-11-18T02:21:46,597 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:46,598 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:21:46,599 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:46,599 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:21:46,599 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:21:46,599 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,39461,1731896504828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:21:46,600 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:46,600 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:46,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:46,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:46,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:21:46,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:46,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896536602 2024-11-18T02:21:46,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,602 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:46,602 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:21:46,603 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:21:46,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:21:46,603 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:21:46,603 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:21:46,603 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:21:46,603 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:21:46,604 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896506603,5,FailOnTimeoutGroup] 2024-11-18T02:21:46,604 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896506604,5,FailOnTimeoutGroup] 2024-11-18T02:21:46,604 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,604 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:21:46,604 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,604 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:21:46,683 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(746): ClusterId : 40cd732f-b450-4277-89e5-2a8b9e53a296 2024-11-18T02:21:46,683 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:21:46,685 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:21:46,685 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:21:46,688 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:21:46,688 DEBUG [RS:0;c4730a2bacf8:46763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:46,700 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:46763 2024-11-18T02:21:46,700 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:21:46,700 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:21:46,700 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:21:46,701 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,39461,1731896504828 with port=46763, startcode=1731896504861 2024-11-18T02:21:46,701 DEBUG [RS:0;c4730a2bacf8:46763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:21:46,702 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:21:46,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:46,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39461 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:46,704 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3 2024-11-18T02:21:46,704 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44615 2024-11-18T02:21:46,704 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:21:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971/rs 2024-11-18T02:21:46,707 DEBUG [RS:0;c4730a2bacf8:46763 {}] zookeeper.ZKUtil(111): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on existing znode=/1797437971/rs/c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:46,707 WARN [RS:0;c4730a2bacf8:46763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:46,708 INFO [RS:0;c4730a2bacf8:46763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:46,708 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/WALs/c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:46,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,46763,1731896504861] 2024-11-18T02:21:46,710 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:21:46,711 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:21:46,712 INFO [RS:0;c4730a2bacf8:46763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:21:46,712 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,712 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:21:46,712 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:21:46,713 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:46,713 DEBUG [RS:0;c4730a2bacf8:46763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:46,714 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,714 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,714 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,714 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,715 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,715 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,46763,1731896504861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:46,728 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:21:46,729 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,46763,1731896504861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,729 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,729 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.Replication(171): c4730a2bacf8,46763,1731896504861 started 2024-11-18T02:21:46,742 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:46,742 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,46763,1731896504861, RpcServer on c4730a2bacf8/172.17.0.2:46763, sessionid=0x10128e14a180004 2024-11-18T02:21:46,742 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:21:46,742 DEBUG [RS:0;c4730a2bacf8:46763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:46,742 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,46763,1731896504861' 2024-11-18T02:21:46,742 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1797437971/flush-table-proc/abort' 2024-11-18T02:21:46,743 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1797437971/flush-table-proc/acquired' 2024-11-18T02:21:46,743 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:21:46,743 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:21:46,743 DEBUG [RS:0;c4730a2bacf8:46763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:46,743 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,46763,1731896504861' 2024-11-18T02:21:46,743 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1797437971/online-snapshot/abort' 2024-11-18T02:21:46,743 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1797437971/online-snapshot/acquired' 2024-11-18T02:21:46,744 DEBUG [RS:0;c4730a2bacf8:46763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:21:46,744 INFO [RS:0;c4730a2bacf8:46763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:21:46,744 INFO [RS:0;c4730a2bacf8:46763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:21:46,844 INFO [RS:0;c4730a2bacf8:46763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:46,845 INFO [RS:0;c4730a2bacf8:46763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C46763%2C1731896504861, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/WALs/c4730a2bacf8,46763,1731896504861, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/oldWALs, maxLogs=10 2024-11-18T02:21:46,860 DEBUG [RS:0;c4730a2bacf8:46763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/WALs/c4730a2bacf8,46763,1731896504861/c4730a2bacf8%2C46763%2C1731896504861.1731896506846, exclude list is [], retry=0 2024-11-18T02:21:46,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44929,DS-2fa372bc-ed66-48ef-8a43-043c5e10a819,DISK] 2024-11-18T02:21:46,863 INFO [RS:0;c4730a2bacf8:46763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/WALs/c4730a2bacf8,46763,1731896504861/c4730a2bacf8%2C46763%2C1731896504861.1731896506846 2024-11-18T02:21:46,864 DEBUG [RS:0;c4730a2bacf8:46763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-18T02:21:47,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:21:47,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3 2024-11-18T02:21:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:21:47,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:47,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:47,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:47,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:47,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:47,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:47,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:47,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:47,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:47,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:47,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740 2024-11-18T02:21:47,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740 2024-11-18T02:21:47,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:47,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:47,024 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:47,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:47,026 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:47,027 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62851589, jitterRate=-0.06343834102153778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:47,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896507017Initializing all the Stores at 1731896507017Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896507017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896507017Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896507017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896507017Cleaning up temporary data from old regions at 1731896507024 (+7 ms)Region opened successfully at 1731896507027 (+3 ms) 2024-11-18T02:21:47,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:47,027 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:47,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:47,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:47,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:47,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:47,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896507027Disabling compacts and flushes for region at 1731896507027Disabling writes for close at 1731896507027Writing region close event to WAL at 1731896507027Closed at 1731896507027 2024-11-18T02:21:47,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:47,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:21:47,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:21:47,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:47,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:21:47,180 DEBUG [c4730a2bacf8:39461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:21:47,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:47,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,46763,1731896504861, state=OPENING 2024-11-18T02:21:47,183 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:21:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:21:47,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:47,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,46763,1731896504861}] 2024-11-18T02:21:47,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797437971/meta-region-server: CHANGED 2024-11-18T02:21:47,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797437971/meta-region-server: CHANGED 2024-11-18T02:21:47,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:47,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:21:47,341 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:21:47,341 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:47,341 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:21:47,342 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C46763%2C1731896504861.meta, suffix=.meta, logDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/WALs/c4730a2bacf8,46763,1731896504861, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/oldWALs, maxLogs=10 2024-11-18T02:21:47,357 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/WALs/c4730a2bacf8,46763,1731896504861/c4730a2bacf8%2C46763%2C1731896504861.meta.1731896507343.meta, exclude list is [], retry=0 2024-11-18T02:21:47,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44929,DS-2fa372bc-ed66-48ef-8a43-043c5e10a819,DISK] 2024-11-18T02:21:47,361 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/WALs/c4730a2bacf8,46763,1731896504861/c4730a2bacf8%2C46763%2C1731896504861.meta.1731896507343.meta 2024-11-18T02:21:47,361 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-18T02:21:47,361 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:47,362 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:47,362 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:47,362 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:21:47,362 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:21:47,362 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:21:47,362 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:47,362 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:21:47,362 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:21:47,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:47,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:47,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:47,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:47,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:47,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:47,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:47,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:47,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:47,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:47,367 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:47,367 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740 2024-11-18T02:21:47,368 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740 2024-11-18T02:21:47,369 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:47,369 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:47,370 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:47,371 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:47,371 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67744081, jitterRate=0.009465470910072327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:47,372 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:21:47,372 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896507362Writing region info on filesystem at 1731896507362Initializing all the Stores at 1731896507363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896507363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896507363Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896507363Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896507363Cleaning up temporary data from old regions at 1731896507369 (+6 ms)Running coprocessor post-open hooks at 1731896507372 (+3 ms)Region opened successfully at 1731896507372 2024-11-18T02:21:47,372 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896507336 2024-11-18T02:21:47,374 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:21:47,374 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:21:47,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:47,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,46763,1731896504861, state=OPEN 2024-11-18T02:21:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1797437971/meta-region-server 2024-11-18T02:21:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1797437971/meta-region-server 2024-11-18T02:21:47,378 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:47,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797437971/meta-region-server: CHANGED 2024-11-18T02:21:47,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797437971/meta-region-server: CHANGED 2024-11-18T02:21:47,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:21:47,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,46763,1731896504861 in 194 msec 2024-11-18T02:21:47,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:21:47,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-18T02:21:47,382 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:47,382 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:21:47,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:47,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46763,1731896504861, seqNum=-1] 2024-11-18T02:21:47,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:47,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:47,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 788 msec 2024-11-18T02:21:47,388 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896507387, completionTime=-1 2024-11-18T02:21:47,388 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:21:47,388 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896567390 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896627390 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39461,1731896504828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39461,1731896504828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39461,1731896504828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:39461, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:47,390 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:47,392 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.496sec 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39461,1731896504828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:47,394 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39461,1731896504828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:21:47,396 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:21:47,396 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:21:47,396 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,39461,1731896504828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:47,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c523b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:47,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39461,-1 for getting cluster id 2024-11-18T02:21:47,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:47,485 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cd732f-b450-4277-89e5-2a8b9e53a296' 2024-11-18T02:21:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cd732f-b450-4277-89e5-2a8b9e53a296" 2024-11-18T02:21:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6330aaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39461,-1] 2024-11-18T02:21:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:47,487 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:47,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:47,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46763,1731896504861, seqNum=-1] 2024-11-18T02:21:47,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:47,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:47,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:47,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:47,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128e14a180005 connected 2024-11-18T02:21:47,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.log.dir so I do NOT create it in target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545 2024-11-18T02:21:47,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T02:21:47,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.tmp.dir so I do NOT create it in target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545 2024-11-18T02:21:47,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T02:21:47,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545 2024-11-18T02:21:47,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:21:47,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/cluster_de0abe15-5dce-4d46-12ab-121a20534327, deleteOnExit=true 2024-11-18T02:21:47,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:21:47,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/test.cache.data in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:21:47,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:47,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:21:47,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:21:47,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:21:47,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:21:47,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:21:47,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:21:47,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:47,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:47,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:47,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:47,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:47,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:47,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:47,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:47,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326b4593{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/java.io.tmpdir/jetty-localhost-35301-hadoop-hdfs-3_4_1-tests_jar-_-any-8567988701276354809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:21:47,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:35301} 2024-11-18T02:21:47,696 INFO [Time-limited test {}] server.Server(415): Started @294027ms 2024-11-18T02:21:47,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:21:47,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:21:47,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:21:47,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:21:47,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:21:47,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:21:47,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:21:47,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@195293a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/java.io.tmpdir/jetty-localhost-41053-hadoop-hdfs-3_4_1-tests_jar-_-any-17626315111243681080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:21:47,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:41053} 2024-11-18T02:21:47,896 INFO [Time-limited test {}] server.Server(415): Started @294227ms 2024-11-18T02:21:47,897 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:21:48,000 WARN [Thread-4542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/cluster_de0abe15-5dce-4d46-12ab-121a20534327/data/data1/current/BP-282984241-172.17.0.2-1731896507519/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:48,000 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/cluster_de0abe15-5dce-4d46-12ab-121a20534327/data/data2/current/BP-282984241-172.17.0.2-1731896507519/current, will proceed with Du for space computation calculation, 2024-11-18T02:21:48,019 WARN [Thread-4530 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:21:48,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545 2024-11-18T02:21:48,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x730b401771454029 with lease ID 0xe92d98bbe2258491: Processing first storage report for DS-8dc73300-de29-4e3d-9da9-55ce2783823a from datanode DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f5b6e143-e503-4382-8197-a5ecbbb41591, infoPort=40937, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=1096672674;c=1731896507519) 2024-11-18T02:21:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x730b401771454029 with lease ID 0xe92d98bbe2258491: from storage DS-8dc73300-de29-4e3d-9da9-55ce2783823a node DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f5b6e143-e503-4382-8197-a5ecbbb41591, infoPort=40937, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=1096672674;c=1731896507519), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x730b401771454029 with lease ID 0xe92d98bbe2258491: Processing first storage report for DS-19f6362e-faee-465c-ab4a-d3424f1c8566 from datanode DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f5b6e143-e503-4382-8197-a5ecbbb41591, infoPort=40937, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=1096672674;c=1731896507519) 2024-11-18T02:21:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x730b401771454029 with lease ID 0xe92d98bbe2258491: from storage DS-19f6362e-faee-465c-ab4a-d3424f1c8566 node DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f5b6e143-e503-4382-8197-a5ecbbb41591, infoPort=40937, infoSecurePort=0, ipcPort=36949, storageInfo=lv=-57;cid=testClusterID;nsid=1096672674;c=1731896507519), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:21:48,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:48,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:21:48,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944 with version=8 2024-11-18T02:21:48,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/hbase-staging 2024-11-18T02:21:48,434 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:48,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:48,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:48,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:48,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:48,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:48,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:21:48,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:48,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45007 2024-11-18T02:21:48,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45007 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:48,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450070x0, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:48,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45007-0x10128e14a180006 connected 2024-11-18T02:21:48,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:48,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:48,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on znode that does not yet exist, /21796110084/running 2024-11-18T02:21:48,453 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944, hbase.cluster.distributed=false 2024-11-18T02:21:48,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on znode that does not yet exist, /21796110084/acl 2024-11-18T02:21:48,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-18T02:21:48,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45007 2024-11-18T02:21:48,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45007 2024-11-18T02:21:48,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-18T02:21:48,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-18T02:21:48,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:21:48,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:48,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:48,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:21:48,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:21:48,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:21:48,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:21:48,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:21:48,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34739 2024-11-18T02:21:48,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34739 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:48,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:48,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:48,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347390x0, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:48,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347390x0, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on znode that does not yet exist, /21796110084/running 2024-11-18T02:21:48,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:21:48,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34739-0x10128e14a180007 connected 2024-11-18T02:21:48,483 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:21:48,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on znode that does not yet exist, /21796110084/master 2024-11-18T02:21:48,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on znode that does not yet exist, /21796110084/acl 2024-11-18T02:21:48,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34739 2024-11-18T02:21:48,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34739 2024-11-18T02:21:48,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34739 2024-11-18T02:21:48,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34739 2024-11-18T02:21:48,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34739 2024-11-18T02:21:48,507 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:45007 2024-11-18T02:21:48,507 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21796110084/backup-masters/c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:48,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084/backup-masters 2024-11-18T02:21:48,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084/backup-masters 2024-11-18T02:21:48,509 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on existing znode=/21796110084/backup-masters/c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21796110084/master 2024-11-18T02:21:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:48,510 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on existing znode=/21796110084/master 2024-11-18T02:21:48,511 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21796110084/backup-masters/c4730a2bacf8,45007,1731896508434 from backup master directory 2024-11-18T02:21:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21796110084/backup-masters/c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084/backup-masters 2024-11-18T02:21:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084/backup-masters 2024-11-18T02:21:48,512 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:48,512 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:48,515 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/hbase.id] with ID: a43b4fdd-695a-450b-8bd3-efc0090005b6 2024-11-18T02:21:48,515 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/.tmp/hbase.id 2024-11-18T02:21:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:21:48,922 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/.tmp/hbase.id]:[hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/hbase.id] 2024-11-18T02:21:48,931 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:48,931 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:21:48,932 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T02:21:48,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:48,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:21:49,339 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:49,340 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:21:49,340 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:49,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:21:49,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:49,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:49,749 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store 2024-11-18T02:21:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:21:50,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:50,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:21:50,155 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:50,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:50,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:21:50,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:50,155 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:21:50,155 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896510155Disabling compacts and flushes for region at 1731896510155Disabling writes for close at 1731896510155Writing region close event to WAL at 1731896510155Closed at 1731896510155 2024-11-18T02:21:50,156 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/.initializing 2024-11-18T02:21:50,156 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/WALs/c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:50,157 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:50,158 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C45007%2C1731896508434, suffix=, logDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/WALs/c4730a2bacf8,45007,1731896508434, archiveDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/oldWALs, maxLogs=10 2024-11-18T02:21:50,172 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/WALs/c4730a2bacf8,45007,1731896508434/c4730a2bacf8%2C45007%2C1731896508434.1731896510158, exclude list is [], retry=0 2024-11-18T02:21:50,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-8dc73300-de29-4e3d-9da9-55ce2783823a,DISK] 2024-11-18T02:21:50,176 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/WALs/c4730a2bacf8,45007,1731896508434/c4730a2bacf8%2C45007%2C1731896508434.1731896510158 2024-11-18T02:21:50,176 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-11-18T02:21:50,176 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:50,176 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:50,176 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,176 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:21:50,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:50,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:21:50,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:50,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:50,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:21:50,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:50,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:50,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:21:50,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:50,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:50,182 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,183 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,183 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,183 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,184 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,184 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:50,185 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:21:50,186 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:50,186 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65054955, jitterRate=-0.030605629086494446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:50,187 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731896510176Initializing all the Stores at 1731896510177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896510177Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896510177Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896510177Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896510177Cleaning up temporary data from old regions at 1731896510184 (+7 ms)Region opened successfully at 1731896510187 (+3 ms) 2024-11-18T02:21:50,187 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:21:50,189 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe6a9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:50,189 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:21:50,190 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:21:50,190 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:21:50,190 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:21:50,190 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T02:21:50,190 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T02:21:50,190 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:21:50,192 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:21:50,192 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Unable to get data of znode /21796110084/balancer because node does not exist (not necessarily an error) 2024-11-18T02:21:50,193 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21796110084/balancer already deleted, retry=false 2024-11-18T02:21:50,194 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:21:50,194 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Unable to get data of znode /21796110084/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:21:50,195 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21796110084/normalizer already deleted, retry=false 2024-11-18T02:21:50,195 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:21:50,196 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Unable to get data of znode /21796110084/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:21:50,197 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21796110084/switch/split already deleted, retry=false 2024-11-18T02:21:50,198 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Unable to get data of znode /21796110084/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:21:50,200 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21796110084/switch/merge already deleted, retry=false 2024-11-18T02:21:50,201 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Unable to get data of znode /21796110084/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:21:50,202 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21796110084/snapshot-cleanup already deleted, retry=false 2024-11-18T02:21:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21796110084/running 2024-11-18T02:21:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21796110084/running 2024-11-18T02:21:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:50,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:50,204 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,45007,1731896508434, sessionid=0x10128e14a180006, setting cluster-up flag (Was=false) 2024-11-18T02:21:50,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:50,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:50,210 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21796110084/flush-table-proc/acquired, /21796110084/flush-table-proc/reached, /21796110084/flush-table-proc/abort 2024-11-18T02:21:50,211 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:50,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:50,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:50,226 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21796110084/online-snapshot/acquired, /21796110084/online-snapshot/reached, /21796110084/online-snapshot/abort 2024-11-18T02:21:50,227 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:50,228 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:21:50,230 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:50,230 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:21:50,230 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:21:50,230 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,45007,1731896508434 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:50,231 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,232 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896540232 2024-11-18T02:21:50,232 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:21:50,232 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:21:50,232 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:21:50,232 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:21:50,233 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:21:50,233 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:21:50,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:50,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:21:50,233 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,233 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:50,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:21:50,236 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:21:50,236 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:21:50,236 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:21:50,236 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T02:21:50,237 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:21:50,237 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:21:50,239 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896510237,5,FailOnTimeoutGroup] 2024-11-18T02:21:50,240 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896510240,5,FailOnTimeoutGroup] 2024-11-18T02:21:50,240 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,240 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:21:50,240 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,240 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:21:50,293 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(746): ClusterId : a43b4fdd-695a-450b-8bd3-efc0090005b6 2024-11-18T02:21:50,293 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:21:50,295 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:21:50,295 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:21:50,297 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:21:50,297 DEBUG [RS:0;c4730a2bacf8:34739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157df600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:21:50,313 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:34739 2024-11-18T02:21:50,313 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:21:50,313 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:21:50,313 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:21:50,314 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,45007,1731896508434 with port=34739, startcode=1731896508471 2024-11-18T02:21:50,314 DEBUG [RS:0;c4730a2bacf8:34739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:21:50,315 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:21:50,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:50,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:50,317 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944 2024-11-18T02:21:50,317 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41093 2024-11-18T02:21:50,317 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:21:50,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084/rs 2024-11-18T02:21:50,327 DEBUG [RS:0;c4730a2bacf8:34739 {}] zookeeper.ZKUtil(111): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on existing znode=/21796110084/rs/c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:50,327 WARN [RS:0;c4730a2bacf8:34739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:21:50,327 INFO [RS:0;c4730a2bacf8:34739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:50,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,34739,1731896508471] 2024-11-18T02:21:50,327 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:50,330 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:21:50,332 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:21:50,333 INFO [RS:0;c4730a2bacf8:34739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:21:50,333 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,333 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:21:50,333 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:21:50,334 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:50,334 DEBUG [RS:0;c4730a2bacf8:34739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:21:50,334 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,334 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,334 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,334 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,334 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,334 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34739,1731896508471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:50,351 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:21:50,351 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,34739,1731896508471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,352 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,352 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.Replication(171): c4730a2bacf8,34739,1731896508471 started 2024-11-18T02:21:50,366 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:50,366 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,34739,1731896508471, RpcServer on c4730a2bacf8/172.17.0.2:34739, sessionid=0x10128e14a180007 2024-11-18T02:21:50,366 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:21:50,366 DEBUG [RS:0;c4730a2bacf8:34739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:50,366 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,34739,1731896508471' 2024-11-18T02:21:50,366 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21796110084/flush-table-proc/abort' 2024-11-18T02:21:50,366 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21796110084/flush-table-proc/acquired' 2024-11-18T02:21:50,367 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:21:50,367 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:21:50,367 DEBUG [RS:0;c4730a2bacf8:34739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:50,367 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,34739,1731896508471' 2024-11-18T02:21:50,367 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21796110084/online-snapshot/abort' 2024-11-18T02:21:50,367 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21796110084/online-snapshot/acquired' 2024-11-18T02:21:50,368 DEBUG [RS:0;c4730a2bacf8:34739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:21:50,368 INFO [RS:0;c4730a2bacf8:34739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:21:50,368 INFO [RS:0;c4730a2bacf8:34739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:21:50,468 INFO [RS:0;c4730a2bacf8:34739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:21:50,469 INFO [RS:0;c4730a2bacf8:34739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34739%2C1731896508471, suffix=, logDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471, archiveDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/oldWALs, maxLogs=10 2024-11-18T02:21:50,484 DEBUG [RS:0;c4730a2bacf8:34739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471/c4730a2bacf8%2C34739%2C1731896508471.1731896510470, exclude list is [], retry=0 2024-11-18T02:21:50,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-8dc73300-de29-4e3d-9da9-55ce2783823a,DISK] 2024-11-18T02:21:50,487 INFO [RS:0;c4730a2bacf8:34739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471/c4730a2bacf8%2C34739%2C1731896508471.1731896510470 2024-11-18T02:21:50,488 DEBUG [RS:0;c4730a2bacf8:34739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-11-18T02:21:50,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:21:50,643 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944 2024-11-18T02:21:50,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741833_1009 (size=32) 2024-11-18T02:21:51,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:51,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:51,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:51,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:51,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:51,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:51,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:51,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:51,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:51,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:51,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740 2024-11-18T02:21:51,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740 2024-11-18T02:21:51,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:51,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:51,058 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:51,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:51,060 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:51,060 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71079108, jitterRate=0.059161245822906494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:51,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731896511048Initializing all the Stores at 1731896511049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896511049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896511050 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896511050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896511050Cleaning up temporary data from old regions at 1731896511057 (+7 ms)Region opened successfully at 1731896511060 (+3 ms) 2024-11-18T02:21:51,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:21:51,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:21:51,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:21:51,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:21:51,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:21:51,061 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:21:51,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896511060Disabling compacts and flushes for region at 1731896511060Disabling writes for close at 1731896511060Writing region close event to WAL at 1731896511061 (+1 ms)Closed at 1731896511061 2024-11-18T02:21:51,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:51,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:21:51,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:21:51,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:51,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:21:51,213 DEBUG [c4730a2bacf8:45007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T02:21:51,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:51,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,34739,1731896508471, state=OPENING 2024-11-18T02:21:51,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:21:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:51,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:21:51,218 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:21:51,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21796110084/meta-region-server: CHANGED 2024-11-18T02:21:51,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21796110084/meta-region-server: CHANGED 2024-11-18T02:21:51,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34739,1731896508471}] 2024-11-18T02:21:51,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:51,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:21:51,374 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:21:51,374 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:51,374 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:21:51,375 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34739%2C1731896508471.meta, suffix=.meta, logDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471, archiveDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/oldWALs, maxLogs=10 2024-11-18T02:21:51,390 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471/c4730a2bacf8%2C34739%2C1731896508471.meta.1731896511376.meta, exclude list is [], retry=0 2024-11-18T02:21:51,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-8dc73300-de29-4e3d-9da9-55ce2783823a,DISK] 2024-11-18T02:21:51,393 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471/c4730a2bacf8%2C34739%2C1731896508471.meta.1731896511376.meta 2024-11-18T02:21:51,393 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-11-18T02:21:51,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:51,394 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:51,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:51,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:21:51,394 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:21:51,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:21:51,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:51,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:21:51,394 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:21:51,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:21:51,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:21:51,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:21:51,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:21:51,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:21:51,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:21:51,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:21:51,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:21:51,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:21:51,399 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:21:51,400 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740 2024-11-18T02:21:51,400 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740 2024-11-18T02:21:51,401 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:21:51,401 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:21:51,402 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:21:51,402 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:21:51,403 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59000132, jitterRate=-0.1208295226097107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:21:51,403 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:21:51,403 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731896511394Writing region info on filesystem at 1731896511394Initializing all the Stores at 1731896511395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896511395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896511395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896511395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896511395Cleaning up temporary data from old regions at 1731896511401 (+6 ms)Running coprocessor post-open hooks at 1731896511403 (+2 ms)Region opened successfully at 1731896511403 2024-11-18T02:21:51,404 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896511370 2024-11-18T02:21:51,405 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:21:51,405 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:21:51,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:51,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,34739,1731896508471, state=OPEN 2024-11-18T02:21:51,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21796110084/meta-region-server 2024-11-18T02:21:51,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21796110084/meta-region-server 2024-11-18T02:21:51,409 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:51,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21796110084/meta-region-server: CHANGED 2024-11-18T02:21:51,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21796110084/meta-region-server: CHANGED 2024-11-18T02:21:51,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:21:51,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,34739,1731896508471 in 191 msec 2024-11-18T02:21:51,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:21:51,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-18T02:21:51,412 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:21:51,412 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:21:51,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:51,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34739,1731896508471, seqNum=-1] 2024-11-18T02:21:51,413 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:51,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:51,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-18T02:21:51,417 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896511417, completionTime=-1 2024-11-18T02:21:51,417 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T02:21:51,418 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896571419 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896631419 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45007,1731896508434-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45007,1731896508434-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45007,1731896508434-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:45007, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:51,419 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:51,420 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:51,421 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45007,1731896508434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:21:51,422 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45007,1731896508434-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:21:51,424 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:21:51,424 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:21:51,424 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,45007,1731896508434-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:21:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53859a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:51,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45007,-1 for getting cluster id 2024-11-18T02:21:51,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:51,495 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43b4fdd-695a-450b-8bd3-efc0090005b6' 2024-11-18T02:21:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43b4fdd-695a-450b-8bd3-efc0090005b6" 2024-11-18T02:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef851d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45007,-1] 2024-11-18T02:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:51,497 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:51,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:51,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34739,1731896508471, seqNum=-1] 2024-11-18T02:21:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:51,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:51,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:51,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53970 2024-11-18T02:21:51,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:21:51,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10128e14a180008 connected 2024-11-18T02:21:51,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:51,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:51,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe2876 2024-11-18T02:21:51,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:51,507 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:51,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:21:51,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:51,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:51,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:21:51,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:21:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:51,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d1bbad0c9a556af1e16060a3ad9e562, NAME => 'test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc 2024-11-18T02:21:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:21:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:52,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:52,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d1bbad0c9a556af1e16060a3ad9e562, disabling compactions & flushes 2024-11-18T02:21:52,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:21:52,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:21:52,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. after waiting 0 ms 2024-11-18T02:21:52,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:21:52,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:21:52,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d1bbad0c9a556af1e16060a3ad9e562: Waiting for close lock at 1731896512322Disabling compacts and flushes for region at 1731896512322Disabling writes for close at 1731896512322Writing region close event to WAL at 1731896512322Closed at 1731896512322 2024-11-18T02:21:52,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:52,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896512323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896512323"}]},"ts":"1731896512323"} 2024-11-18T02:21:52,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:52,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:52,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896512326"}]},"ts":"1731896512326"} 2024-11-18T02:21:52,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:21:52,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d1bbad0c9a556af1e16060a3ad9e562, ASSIGN}] 2024-11-18T02:21:52,329 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d1bbad0c9a556af1e16060a3ad9e562, ASSIGN 2024-11-18T02:21:52,330 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d1bbad0c9a556af1e16060a3ad9e562, ASSIGN; state=OFFLINE, location=c4730a2bacf8,34131,1731896501233; forceNewPlan=false, retain=false 2024-11-18T02:21:52,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1bbad0c9a556af1e16060a3ad9e562, regionState=OPENING, regionLocation=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:52,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d1bbad0c9a556af1e16060a3ad9e562, ASSIGN because future has completed 2024-11-18T02:21:52,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1bbad0c9a556af1e16060a3ad9e562, server=c4730a2bacf8,34131,1731896501233}] 2024-11-18T02:21:52,637 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:21:52,637 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d1bbad0c9a556af1e16060a3ad9e562, NAME => 'test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:52,638 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:52,638 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:21:52,638 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,638 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:52,638 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,638 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,639 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,640 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1bbad0c9a556af1e16060a3ad9e562 columnFamilyName f 2024-11-18T02:21:52,640 DEBUG [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:52,641 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] regionserver.HStore(327): Store=0d1bbad0c9a556af1e16060a3ad9e562/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:52,641 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,642 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1bbad0c9a556af1e16060a3ad9e562 columnFamilyName f1 2024-11-18T02:21:52,642 DEBUG [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:52,642 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] regionserver.HStore(327): Store=0d1bbad0c9a556af1e16060a3ad9e562/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:52,642 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,643 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1bbad0c9a556af1e16060a3ad9e562 columnFamilyName norep 2024-11-18T02:21:52,643 DEBUG [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:52,643 INFO [StoreOpener-0d1bbad0c9a556af1e16060a3ad9e562-1 {}] regionserver.HStore(327): Store=0d1bbad0c9a556af1e16060a3ad9e562/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:52,643 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,644 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,644 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,644 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,645 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,645 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:52,646 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:52,647 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:52,647 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d1bbad0c9a556af1e16060a3ad9e562; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73099728, jitterRate=0.08927083015441895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:52,647 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:21:52,648 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d1bbad0c9a556af1e16060a3ad9e562: Running coprocessor pre-open hook at 1731896512638Writing region info on filesystem at 1731896512638Initializing all the Stores at 1731896512639 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896512639Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896512639Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896512639Cleaning up temporary data from old regions at 1731896512645 (+6 ms)Running coprocessor post-open hooks at 1731896512648 (+3 ms)Region opened successfully at 1731896512648 2024-11-18T02:21:52,648 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., pid=6, masterSystemTime=1731896512634 2024-11-18T02:21:52,650 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:21:52,650 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:21:52,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1bbad0c9a556af1e16060a3ad9e562, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:52,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1bbad0c9a556af1e16060a3ad9e562, server=c4730a2bacf8,34131,1731896501233 because future has completed 2024-11-18T02:21:52,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:21:52,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d1bbad0c9a556af1e16060a3ad9e562, server=c4730a2bacf8,34131,1731896501233 in 170 msec 2024-11-18T02:21:52,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:21:52,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d1bbad0c9a556af1e16060a3ad9e562, ASSIGN in 326 msec 2024-11-18T02:21:52,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:52,657 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896512657"}]},"ts":"1731896512657"} 2024-11-18T02:21:52,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:21:52,659 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:52,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-18T02:21:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:53,656 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:21:53,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304fd830 2024-11-18T02:21:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:53,658 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:53,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:21:53,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:53,661 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:53,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:21:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:53,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:21:53,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddc3c234b8a79e325394403a47fdd0e4, NAME => 'test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3 2024-11-18T02:21:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:21:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:54,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:54,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ddc3c234b8a79e325394403a47fdd0e4, disabling compactions & flushes 2024-11-18T02:21:54,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:21:54,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:21:54,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. after waiting 0 ms 2024-11-18T02:21:54,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:21:54,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:21:54,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddc3c234b8a79e325394403a47fdd0e4: Waiting for close lock at 1731896514077Disabling compacts and flushes for region at 1731896514077Disabling writes for close at 1731896514078 (+1 ms)Writing region close event to WAL at 1731896514078Closed at 1731896514078 2024-11-18T02:21:54,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:54,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896514079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896514079"}]},"ts":"1731896514079"} 2024-11-18T02:21:54,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:54,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:54,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896514081"}]},"ts":"1731896514081"} 2024-11-18T02:21:54,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:21:54,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddc3c234b8a79e325394403a47fdd0e4, ASSIGN}] 2024-11-18T02:21:54,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddc3c234b8a79e325394403a47fdd0e4, ASSIGN 2024-11-18T02:21:54,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ddc3c234b8a79e325394403a47fdd0e4, ASSIGN; state=OFFLINE, location=c4730a2bacf8,46763,1731896504861; forceNewPlan=false, retain=false 2024-11-18T02:21:54,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddc3c234b8a79e325394403a47fdd0e4, regionState=OPENING, regionLocation=c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:54,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ddc3c234b8a79e325394403a47fdd0e4, ASSIGN because future has completed 2024-11-18T02:21:54,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc3c234b8a79e325394403a47fdd0e4, server=c4730a2bacf8,46763,1731896504861}] 2024-11-18T02:21:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:54,393 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:21:54,393 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ddc3c234b8a79e325394403a47fdd0e4, NAME => 'test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:54,393 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:54,393 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:21:54,393 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,393 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:54,394 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,394 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,395 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,396 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc3c234b8a79e325394403a47fdd0e4 columnFamilyName f 2024-11-18T02:21:54,396 DEBUG [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:54,396 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] regionserver.HStore(327): Store=ddc3c234b8a79e325394403a47fdd0e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:54,396 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,397 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc3c234b8a79e325394403a47fdd0e4 columnFamilyName f1 2024-11-18T02:21:54,397 DEBUG [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:54,398 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] regionserver.HStore(327): Store=ddc3c234b8a79e325394403a47fdd0e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:54,398 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,398 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc3c234b8a79e325394403a47fdd0e4 columnFamilyName norep 2024-11-18T02:21:54,399 DEBUG [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:54,399 INFO [StoreOpener-ddc3c234b8a79e325394403a47fdd0e4-1 {}] regionserver.HStore(327): Store=ddc3c234b8a79e325394403a47fdd0e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:54,399 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,399 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,400 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,400 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,400 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,401 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:54,402 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,403 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:54,403 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ddc3c234b8a79e325394403a47fdd0e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74867933, jitterRate=0.11561913788318634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:54,403 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:21:54,403 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ddc3c234b8a79e325394403a47fdd0e4: Running coprocessor pre-open hook at 1731896514394Writing region info on filesystem at 1731896514394Initializing all the Stores at 1731896514394Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896514394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896514395 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896514395Cleaning up temporary data from old regions at 1731896514400 (+5 ms)Running coprocessor post-open hooks at 1731896514403 (+3 ms)Region opened successfully at 1731896514403 2024-11-18T02:21:54,404 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4., pid=6, masterSystemTime=1731896514388 2024-11-18T02:21:54,406 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:21:54,406 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:21:54,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddc3c234b8a79e325394403a47fdd0e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,46763,1731896504861 2024-11-18T02:21:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc3c234b8a79e325394403a47fdd0e4, server=c4730a2bacf8,46763,1731896504861 because future has completed 2024-11-18T02:21:54,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:21:54,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ddc3c234b8a79e325394403a47fdd0e4, server=c4730a2bacf8,46763,1731896504861 in 172 msec 2024-11-18T02:21:54,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:21:54,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ddc3c234b8a79e325394403a47fdd0e4, ASSIGN in 328 msec 2024-11-18T02:21:54,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:54,412 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896514412"}]},"ts":"1731896514412"} 2024-11-18T02:21:54,413 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:21:54,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:54,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-18T02:21:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:54,796 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:21:54,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45007,1731896508434 2024-11-18T02:21:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a2f6b5c 2024-11-18T02:21:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:54,798 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:54,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T02:21:54,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:54,800 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:54,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T02:21:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:54,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741835_1011 (size=902) 2024-11-18T02:21:54,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b7e633ba02ab85c8b502491dffe081f, NAME => 'test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944 2024-11-18T02:21:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741836_1012 (size=39) 2024-11-18T02:21:54,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:54,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b7e633ba02ab85c8b502491dffe081f, disabling compactions & flushes 2024-11-18T02:21:54,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:21:54,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:21:54,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. after waiting 0 ms 2024-11-18T02:21:54,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:21:54,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:21:54,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b7e633ba02ab85c8b502491dffe081f: Waiting for close lock at 1731896514811Disabling compacts and flushes for region at 1731896514811Disabling writes for close at 1731896514811Writing region close event to WAL at 1731896514811Closed at 1731896514811 2024-11-18T02:21:54,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:54,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731896514812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896514812"}]},"ts":"1731896514812"} 2024-11-18T02:21:54,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:54,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:54,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896514814"}]},"ts":"1731896514814"} 2024-11-18T02:21:54,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T02:21:54,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b7e633ba02ab85c8b502491dffe081f, ASSIGN}] 2024-11-18T02:21:54,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b7e633ba02ab85c8b502491dffe081f, ASSIGN 2024-11-18T02:21:54,816 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b7e633ba02ab85c8b502491dffe081f, ASSIGN; state=OFFLINE, location=c4730a2bacf8,34739,1731896508471; forceNewPlan=false, retain=false 2024-11-18T02:21:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:54,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b7e633ba02ab85c8b502491dffe081f, regionState=OPENING, regionLocation=c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:54,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b7e633ba02ab85c8b502491dffe081f, ASSIGN because future has completed 2024-11-18T02:21:54,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7e633ba02ab85c8b502491dffe081f, server=c4730a2bacf8,34739,1731896508471}] 2024-11-18T02:21:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:55,124 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:21:55,124 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b7e633ba02ab85c8b502491dffe081f, NAME => 'test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:55,125 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:55,125 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T02:21:55,125 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,125 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:55,125 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,125 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,127 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,127 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7e633ba02ab85c8b502491dffe081f columnFamilyName f 2024-11-18T02:21:55,128 DEBUG [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:55,128 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] regionserver.HStore(327): Store=4b7e633ba02ab85c8b502491dffe081f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:55,128 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,129 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7e633ba02ab85c8b502491dffe081f columnFamilyName f1 2024-11-18T02:21:55,129 DEBUG [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:55,129 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] regionserver.HStore(327): Store=4b7e633ba02ab85c8b502491dffe081f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:55,129 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,130 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7e633ba02ab85c8b502491dffe081f columnFamilyName norep 2024-11-18T02:21:55,130 DEBUG [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:55,130 INFO [StoreOpener-4b7e633ba02ab85c8b502491dffe081f-1 {}] regionserver.HStore(327): Store=4b7e633ba02ab85c8b502491dffe081f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:55,130 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,131 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,131 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,132 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,132 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,133 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:55,133 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,135 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:55,135 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b7e633ba02ab85c8b502491dffe081f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63432113, jitterRate=-0.054787859320640564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:55,135 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:21:55,136 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b7e633ba02ab85c8b502491dffe081f: Running coprocessor pre-open hook at 1731896515126Writing region info on filesystem at 1731896515126Initializing all the Stores at 1731896515126Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896515126Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896515126Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896515126Cleaning up temporary data from old regions at 1731896515132 (+6 ms)Running coprocessor post-open hooks at 1731896515135 (+3 ms)Region opened successfully at 1731896515135 2024-11-18T02:21:55,136 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f., pid=6, masterSystemTime=1731896515121 2024-11-18T02:21:55,138 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:21:55,138 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:21:55,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b7e633ba02ab85c8b502491dffe081f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c4730a2bacf8,34739,1731896508471 2024-11-18T02:21:55,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7e633ba02ab85c8b502491dffe081f, server=c4730a2bacf8,34739,1731896508471 because future has completed 2024-11-18T02:21:55,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:21:55,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b7e633ba02ab85c8b502491dffe081f, server=c4730a2bacf8,34739,1731896508471 in 172 msec 2024-11-18T02:21:55,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:21:55,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b7e633ba02ab85c8b502491dffe081f, ASSIGN in 327 msec 2024-11-18T02:21:55,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:55,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896515144"}]},"ts":"1731896515144"} 2024-11-18T02:21:55,145 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T02:21:55,146 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:55,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 347 msec 2024-11-18T02:21:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:21:55,427 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T02:21:55,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:55,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33435,-1 for getting cluster id 2024-11-18T02:21:55,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:55,428 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e9342-0715-4777-a586-695590f12ef2' 2024-11-18T02:21:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e9342-0715-4777-a586-695590f12ef2" 2024-11-18T02:21:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ae1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33435,-1] 2024-11-18T02:21:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:55,430 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:55,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf0a502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:55,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a81429f 2024-11-18T02:21:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:55,432 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:55,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c4730a2bacf8:39461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:21:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:21:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:55,435 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39461' 2024-11-18T02:21:55,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bed55f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:55,436 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39461,-1 for getting cluster id 2024-11-18T02:21:55,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:55,436 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cd732f-b450-4277-89e5-2a8b9e53a296' 2024-11-18T02:21:55,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:55,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cd732f-b450-4277-89e5-2a8b9e53a296" 2024-11-18T02:21:55,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9526bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:55,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39461,-1] 2024-11-18T02:21:55,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:55,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:55,437 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:55,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35260479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:55,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:55,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:55,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e830bee 2024-11-18T02:21:55,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:55,439 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:55,440 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T02:21:55,440 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:21:55,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:55,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:55,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:55,440 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:21:55,441 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T02:21:55,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:21:55,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:55,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:21:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741837_1013 (size=1138) 2024-11-18T02:21:55,492 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T02:21:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:55,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4442c56c5c64740794706423d73c593d, NAME => 'hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc 2024-11-18T02:21:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741838_1014 (size=44) 2024-11-18T02:21:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:56,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:56,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4442c56c5c64740794706423d73c593d, disabling compactions & flushes 2024-11-18T02:21:56,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:21:56,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:21:56,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. after waiting 0 ms 2024-11-18T02:21:56,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:21:56,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:21:56,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4442c56c5c64740794706423d73c593d: Waiting for close lock at 1731896516255Disabling compacts and flushes for region at 1731896516255Disabling writes for close at 1731896516255Writing region close event to WAL at 1731896516255Closed at 1731896516255 2024-11-18T02:21:56,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:21:56,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731896516256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896516256"}]},"ts":"1731896516256"} 2024-11-18T02:21:56,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:21:56,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:21:56,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896516258"}]},"ts":"1731896516258"} 2024-11-18T02:21:56,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T02:21:56,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4442c56c5c64740794706423d73c593d, ASSIGN}] 2024-11-18T02:21:56,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4442c56c5c64740794706423d73c593d, ASSIGN 2024-11-18T02:21:56,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4442c56c5c64740794706423d73c593d, ASSIGN; state=OFFLINE, location=c4730a2bacf8,34131,1731896501233; forceNewPlan=false, retain=false 2024-11-18T02:21:56,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4442c56c5c64740794706423d73c593d, regionState=OPENING, regionLocation=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:56,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4442c56c5c64740794706423d73c593d, ASSIGN because future has completed 2024-11-18T02:21:56,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4442c56c5c64740794706423d73c593d, server=c4730a2bacf8,34131,1731896501233}] 2024-11-18T02:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:56,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:21:56,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:21:56,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T02:21:56,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c4730a2bacf8%2C34131%2C1731896501233.rep, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/oldWALs, maxLogs=10 2024-11-18T02:21:56,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.rep.1731896516571, exclude list is [], retry=0 2024-11-18T02:21:56,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f,DISK] 2024-11-18T02:21:56,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.rep.1731896516571 2024-11-18T02:21:56,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)] 2024-11-18T02:21:56,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4442c56c5c64740794706423d73c593d, NAME => 'hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:21:56,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T02:21:56,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:21:56,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. service=MultiRowMutationService 2024-11-18T02:21:56,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T02:21:56,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:21:56,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,595 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,596 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4442c56c5c64740794706423d73c593d columnFamilyName hfileref 2024-11-18T02:21:56,596 DEBUG [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:56,596 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] regionserver.HStore(327): Store=4442c56c5c64740794706423d73c593d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:56,597 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,597 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4442c56c5c64740794706423d73c593d columnFamilyName queue 2024-11-18T02:21:56,597 DEBUG [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:56,598 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] regionserver.HStore(327): Store=4442c56c5c64740794706423d73c593d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:56,598 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,598 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4442c56c5c64740794706423d73c593d columnFamilyName sid 2024-11-18T02:21:56,598 DEBUG [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:21:56,599 INFO [StoreOpener-4442c56c5c64740794706423d73c593d-1 {}] regionserver.HStore(327): Store=4442c56c5c64740794706423d73c593d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:21:56,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T02:21:56,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:21:56,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4442c56c5c64740794706423d73c593d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70457606, jitterRate=0.04990014433860779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T02:21:56,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4442c56c5c64740794706423d73c593d 2024-11-18T02:21:56,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4442c56c5c64740794706423d73c593d: Running coprocessor pre-open hook at 1731896516594Writing region info on filesystem at 1731896516594Initializing all the Stores at 1731896516595 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896516595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896516595Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896516595Cleaning up temporary data from old regions at 1731896516600 (+5 ms)Running coprocessor post-open hooks at 1731896516604 (+4 ms)Region opened successfully at 1731896516604 2024-11-18T02:21:56,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d., pid=10, masterSystemTime=1731896516566 2024-11-18T02:21:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:21:56,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:21:56,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4442c56c5c64740794706423d73c593d, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,34131,1731896501233 2024-11-18T02:21:56,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4442c56c5c64740794706423d73c593d, server=c4730a2bacf8,34131,1731896501233 because future has completed 2024-11-18T02:21:56,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:21:56,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4442c56c5c64740794706423d73c593d, server=c4730a2bacf8,34131,1731896501233 in 195 msec 2024-11-18T02:21:56,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T02:21:56,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4442c56c5c64740794706423d73c593d, ASSIGN in 350 msec 2024-11-18T02:21:56,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:21:56,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896516611"}]},"ts":"1731896516611"} 2024-11-18T02:21:56,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T02:21:56,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:21:56,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-18T02:21:56,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2] 2024-11-18T02:21:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:21:56,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:21:56,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T02:21:56,808 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T02:21:56,837 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c4730a2bacf8,34131,1731896501233, ReplicationSource: 1, currentBandwidth=0 2024-11-18T02:21:56,837 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:56,837 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34131,1731896501233, seqNum=-1] 2024-11-18T02:21:56,838 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:56,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T02:21:56,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c4730a2bacf8,34131,1731896501233', locateType=CURRENT is [region=hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2] 2024-11-18T02:21:56,842 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T02:21:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T02:21:56,844 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c4730a2bacf8,34131,1731896501233 suceeded 2024-11-18T02:21:56,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T02:21:56,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-18T02:21:56,846 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c4730a2bacf8:39461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:21:56,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-18T02:21:56,856 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:39461' 2024-11-18T02:21:56,857 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75f6aba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:56,857 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39461,-1 for getting cluster id 2024-11-18T02:21:56,857 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:56,858 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cd732f-b450-4277-89e5-2a8b9e53a296' 2024-11-18T02:21:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cd732f-b450-4277-89e5-2a8b9e53a296" 2024-11-18T02:21:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f2ab2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39461,-1] 2024-11-18T02:21:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:56,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:56,859 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:56,860 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e8e5d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:56,860 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f013e39 2024-11-18T02:21:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:56,861 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T02:21:56,861 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c4730a2bacf8,34131,1731896501233 (queues=1) is replicating from cluster=0c9e9342-0715-4777-a586-695590f12ef2 to cluster=40cd732f-b450-4277-89e5-2a8b9e53a296 2024-11-18T02:21:56,861 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c4730a2bacf8%2C34131%2C1731896501233 2024-11-18T02:21:56,861 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c4730a2bacf8,34131,1731896501233, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:21:56,862 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228, startPosition=0, beingWritten=true 2024-11-18T02:21:56,862 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C34131%2C1731896501233 2024-11-18T02:21:56,866 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:21:56,866 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 379, reset compression=false 2024-11-18T02:21:56,866 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,34131,1731896501233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:21:56,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:21:56,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:56,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:21:57,069 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 379, reset compression=false 2024-11-18T02:21:57,373 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 379, reset compression=false 2024-11-18T02:21:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T02:21:57,577 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T02:21:57,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:57,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:57,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:57,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:57,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:57,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33435,-1 for getting cluster id 2024-11-18T02:21:57,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:57,578 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e9342-0715-4777-a586-695590f12ef2' 2024-11-18T02:21:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e9342-0715-4777-a586-695590f12ef2" 2024-11-18T02:21:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e6a387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33435,-1] 2024-11-18T02:21:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:57,579 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3553a175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39461,-1 for getting cluster id 2024-11-18T02:21:57,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:57,581 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cd732f-b450-4277-89e5-2a8b9e53a296' 2024-11-18T02:21:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cd732f-b450-4277-89e5-2a8b9e53a296" 2024-11-18T02:21:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74647e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39461,-1] 2024-11-18T02:21:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:57,582 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5943a759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45007,-1 for getting cluster id 2024-11-18T02:21:57,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:57,583 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43b4fdd-695a-450b-8bd3-efc0090005b6' 2024-11-18T02:21:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43b4fdd-695a-450b-8bd3-efc0090005b6" 2024-11-18T02:21:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6894b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45007,-1] 2024-11-18T02:21:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:57,584 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e37f8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:57,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:21:57,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731896517588/Put/seqid=0 2024-11-18T02:21:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741840_1016 (size=7894) 2024-11-18T02:21:57,776 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 379, reset compression=false 2024-11-18T02:21:57,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731896517994/Put/seqid=0 2024-11-18T02:21:57,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741841_1017 (size=7691) 2024-11-18T02:21:58,279 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 379, reset compression=false 2024-11-18T02:21:58,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:58,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33435,-1 for getting cluster id 2024-11-18T02:21:58,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:58,400 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e9342-0715-4777-a586-695590f12ef2' 2024-11-18T02:21:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e9342-0715-4777-a586-695590f12ef2" 2024-11-18T02:21:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ce8aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33435,-1] 2024-11-18T02:21:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:58,401 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:58,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:58,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34131,1731896501233, seqNum=-1] 2024-11-18T02:21:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:58,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:58,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33435,1731896501178 2024-11-18T02:21:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a4fdad3 2024-11-18T02:21:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:58,412 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:21:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2] 2024-11-18T02:21:58,417 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:21:58,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T02:21:58,423 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T02:21:58,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T02:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:21:58,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T02:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:21:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HRegion(2603): Flush status journal for 0d1bbad0c9a556af1e16060a3ad9e562: 2024-11-18T02:21:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_0 2024-11-18T02:21:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_0 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ 2024-11-18T02:21:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_1 2024-11-18T02:21:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_1 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ 2024-11-18T02:21:58,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_0 into 0d1bbad0c9a556af1e16060a3ad9e562/f as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ - updating store file list. 2024-11-18T02:21:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e92ee7dcdca4c23a681e6676005416d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:21:58,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ into 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:21:58,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_0 into 0d1bbad0c9a556af1e16060a3ad9e562/f (new location: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_) 2024-11-18T02:21:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_0 2024-11-18T02:21:58,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_1 into 0d1bbad0c9a556af1e16060a3ad9e562/f as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ - updating store file list. 2024-11-18T02:21:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9be9a5e5522e4811aa8831eb20277ede_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:21:58,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ into 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:21:58,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_1 into 0d1bbad0c9a556af1e16060a3ad9e562/f (new location: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_) 2024-11-18T02:21:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__59vopd4d6at1rqn4pfjfrag6fgrlsrt6gu6u0r0orv0ci5c95eed5li7k91tj3u2/f/hfile_1 2024-11-18T02:21:58,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:21:58,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:21:58,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:58,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:58,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:21:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2 , the old value is region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4730a2bacf8:34131 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:21:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:21:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2 from cache 2024-11-18T02:21:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53936 deadline: 1731896578447 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53936 2024-11-18T02:21:58,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:58,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46763,1731896504861, seqNum=-1] 2024-11-18T02:21:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:58,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:21:58,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4., hostname=c4730a2bacf8,46763,1731896504861, seqNum=2] 2024-11-18T02:21:58,453 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:21:58,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:34131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T02:21:58,883 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 379, reset compression=false 2024-11-18T02:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,34131,1731896501233 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d1bbad0c9a556af1e16060a3ad9e562/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896518445/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T02:21:58,889 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:21:58,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T02:21:58,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.ReplicationSink(318): Replicating [0c9e9342-0715-4777-a586-695590f12ef2] bulk loaded data 2024-11-18T02:21:58,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fae3427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:58,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,39461,-1 for getting cluster id 2024-11-18T02:21:58,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:21:58,891 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cd732f-b450-4277-89e5-2a8b9e53a296' 2024-11-18T02:21:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:21:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cd732f-b450-4277-89e5-2a8b9e53a296" 2024-11-18T02:21:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e471f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:58,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,39461,-1] 2024-11-18T02:21:58,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:21:58,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:21:58,892 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:21:58,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1170da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:21:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741837_1013 (size=7894) 2024-11-18T02:21:59,087 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 687, reset compression=false 2024-11-18T02:21:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741838_1014 (size=7691) 2024-11-18T02:21:59,390 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 687, reset compression=false 2024-11-18T02:21:59,455 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:21:59,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:21:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,39461,1731896504828 2024-11-18T02:21:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a99005 2024-11-18T02:21:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:21:59,710 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T02:21:59,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:21:59,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:21:59,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,46763,1731896504861, seqNum=-1] 2024-11-18T02:21:59,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:21:59,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T02:21:59,718 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T02:21:59,720 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T02:21:59,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ for inclusion in ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:21:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T02:21:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:21:59,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ for inclusion in ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:21:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T02:21:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:21:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HRegion(2603): Flush status journal for ddc3c234b8a79e325394403a47fdd0e4: 2024-11-18T02:21:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:21:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/1dceb3df205d4690a899c3e5c2fde219_SeqId_4_ 2024-11-18T02:21:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:21:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/e908ef4a9d2944d1ad104c7547d7c3c1_SeqId_4_ 2024-11-18T02:21:59,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ into ddc3c234b8a79e325394403a47fdd0e4/f as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/1dceb3df205d4690a899c3e5c2fde219_SeqId_4_ - updating store file list. 2024-11-18T02:21:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1dceb3df205d4690a899c3e5c2fde219_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:21:59,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/1dceb3df205d4690a899c3e5c2fde219_SeqId_4_ into ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:21:59,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ into ddc3c234b8a79e325394403a47fdd0e4/f (new location: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/1dceb3df205d4690a899c3e5c2fde219_SeqId_4_) 2024-11-18T02:21:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/9be9a5e5522e4811aa8831eb20277ede_SeqId_4_ 2024-11-18T02:21:59,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ into ddc3c234b8a79e325394403a47fdd0e4/f as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/e908ef4a9d2944d1ad104c7547d7c3c1_SeqId_4_ - updating store file list. 2024-11-18T02:21:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e908ef4a9d2944d1ad104c7547d7c3c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:21:59,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/e908ef4a9d2944d1ad104c7547d7c3c1_SeqId_4_ into ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:21:59,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ into ddc3c234b8a79e325394403a47fdd0e4/f (new location: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/e908ef4a9d2944d1ad104c7547d7c3c1_SeqId_4_) 2024-11-18T02:21:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__5j1t8lsecs8ji5p402v7dgpo1re5ie2hhjnem8ig8k6u7lsnvmr2o69ujv13sb7t/f/6e92ee7dcdca4c23a681e6676005416d_SeqId_4_ 2024-11-18T02:21:59,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.ReplicationSink(324): Finished replicating [0c9e9342-0715-4777-a586-695590f12ef2] bulk loaded data 2024-11-18T02:21:59,794 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 687, reset compression=false 2024-11-18T02:22:00,297 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 687, reset compression=false 2024-11-18T02:22:00,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:22:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34739,1731896508471, seqNum=-1] 2024-11-18T02:22:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:22:00,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:22:00,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f., hostname=c4730a2bacf8,34739,1731896508471, seqNum=2] 2024-11-18T02:22:00,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:22:00,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:22:00,471 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c4730a2bacf8%2C34131%2C1731896501233.meta:.meta(num 1731896504143) roll requested 2024-11-18T02:22:00,486 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.meta.1731896520472.meta, exclude list is [], retry=0 2024-11-18T02:22:00,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f,DISK] 2024-11-18T02:22:00,489 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.meta.1731896504143.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.meta.1731896520472.meta 2024-11-18T02:22:00,490 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)] 2024-11-18T02:22:00,490 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.meta.1731896504143.meta is not closed yet, will try archiving it next time 2024-11-18T02:22:00,490 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c4730a2bacf8%2C34131%2C1731896501233:(num 1731896503228) roll requested 2024-11-18T02:22:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741834_1010 (size=3473) 2024-11-18T02:22:00,503 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490, exclude list is [], retry=0 2024-11-18T02:22:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f,DISK] 2024-11-18T02:22:00,506 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 2024-11-18T02:22:00,506 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)] 2024-11-18T02:22:00,506 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 is not closed yet, will try archiving it next time 2024-11-18T02:22:00,506 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c4730a2bacf8%2C34131%2C1731896501233.rep:(num 1731896516571) roll requested 2024-11-18T02:22:00,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266cf680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741832_1008 (size=695) 2024-11-18T02:22:00,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33435,-1 for getting cluster id 2024-11-18T02:22:00,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:22:00,509 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e9342-0715-4777-a586-695590f12ef2' 2024-11-18T02:22:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:22:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e9342-0715-4777-a586-695590f12ef2" 2024-11-18T02:22:00,509 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/oldWALs/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 2024-11-18T02:22:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da3d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33435,-1] 2024-11-18T02:22:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:22:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:00,510 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:22:00,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ccaff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:22:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33435,1731896501178 2024-11-18T02:22:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af50af9 2024-11-18T02:22:00,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:22:00,512 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:22:00,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c4730a2bacf8:45007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T02:22:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T02:22:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T02:22:00,515 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:45007' 2024-11-18T02:22:00,516 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa1f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,516 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45007,-1 for getting cluster id 2024-11-18T02:22:00,516 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:22:00,516 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43b4fdd-695a-450b-8bd3-efc0090005b6' 2024-11-18T02:22:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:22:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43b4fdd-695a-450b-8bd3-efc0090005b6" 2024-11-18T02:22:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a974b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45007,-1] 2024-11-18T02:22:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:22:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:00,517 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:22:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364dd315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,518 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:22:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45007,1731896508434 2024-11-18T02:22:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4391a64b 2024-11-18T02:22:00,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:22:00,519 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:22:00,520 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T02:22:00,520 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T02:22:00,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:00,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:00,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:00,522 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.rep.1731896520506, exclude list is [], retry=0 2024-11-18T02:22:00,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36473,DS-f1cd3a1f-0101-4f83-b3b4-b6bb6c914c1f,DISK] 2024-11-18T02:22:00,526 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.rep.1731896516571 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.rep.1731896520506 2024-11-18T02:22:00,526 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34709:34709)] 2024-11-18T02:22:00,526 DEBUG [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.rep.1731896516571 is not closed yet, will try archiving it next time 2024-11-18T02:22:00,527 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=35, reused chunk count=158, reuseRatio=81.87% 2024-11-18T02:22:00,527 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T02:22:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741839_1015 (size=1505) 2024-11-18T02:22:00,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T02:22:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T02:22:00,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T02:22:00,681 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T02:22:00,717 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c4730a2bacf8,34131,1731896501233, ReplicationSource: 2, currentBandwidth=0 2024-11-18T02:22:00,719 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T02:22:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T02:22:00,721 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c4730a2bacf8,34131,1731896501233 suceeded 2024-11-18T02:22:00,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T02:22:00,723 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c4730a2bacf8:45007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T02:22:00,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-18T02:22:00,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 211 msec 2024-11-18T02:22:00,739 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c4730a2bacf8:45007' 2024-11-18T02:22:00,741 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123021de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,741 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45007,-1 for getting cluster id 2024-11-18T02:22:00,741 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:22:00,741 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43b4fdd-695a-450b-8bd3-efc0090005b6' 2024-11-18T02:22:00,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:22:00,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43b4fdd-695a-450b-8bd3-efc0090005b6" 2024-11-18T02:22:00,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1219495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45007,-1] 2024-11-18T02:22:00,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:22:00,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:00,743 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:22:00,743 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b071bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:00,743 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:22:00,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45007,1731896508434 2024-11-18T02:22:00,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5b78c1 2024-11-18T02:22:00,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:22:00,744 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T02:22:00,745 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c4730a2bacf8,34131,1731896501233 (queues=1) is replicating from cluster=0c9e9342-0715-4777-a586-695590f12ef2 to cluster=a43b4fdd-695a-450b-8bd3-efc0090005b6 2024-11-18T02:22:00,745 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c4730a2bacf8%2C34131%2C1731896501233 2024-11-18T02:22:00,745 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c4730a2bacf8,34131,1731896501233, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T02:22:00,745 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490, startPosition=0, beingWritten=true 2024-11-18T02:22:00,745 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c4730a2bacf8%2C34131%2C1731896501233 2024-11-18T02:22:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T02:22:00,827 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T02:22:00,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:00,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:00,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:00,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:00,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:00,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:22:00,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731896520843/Put/seqid=0 2024-11-18T02:22:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741845_1021 (size=11194) 2024-11-18T02:22:00,900 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 to pos 687, reset compression=false 2024-11-18T02:22:00,902 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 was moved to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/oldWALs/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 2024-11-18T02:22:00,903 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228 2024-11-18T02:22:00,904 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,34131,1731896501233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896503228, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T02:22:00,904 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490, startPosition=0, beingWritten=true 2024-11-18T02:22:00,905 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c4730a2bacf8%2C34131%2C1731896501233.1731896503228] 2024-11-18T02:22:00,949 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 0, reset compression=false 2024-11-18T02:22:01,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T02:22:01,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731896521252/Put/seqid=0 2024-11-18T02:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 0, reset compression=false 2024-11-18T02:22:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741846_1022 (size=10791) 2024-11-18T02:22:01,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ce242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:01,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,33435,-1 for getting cluster id 2024-11-18T02:22:01,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:22:01,259 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c9e9342-0715-4777-a586-695590f12ef2' 2024-11-18T02:22:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:22:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c9e9342-0715-4777-a586-695590f12ef2" 2024-11-18T02:22:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222c486e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,33435,-1] 2024-11-18T02:22:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:22:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:01,260 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:22:01,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc3893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:01,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:22:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34131,1731896501233, seqNum=-1] 2024-11-18T02:22:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:22:01,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:22:01,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:22:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,33435,1731896501178 2024-11-18T02:22:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e9c60f4 2024-11-18T02:22:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:22:01,269 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:22:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2] 2024-11-18T02:22:01,274 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:22:01,277 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T02:22:01,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T02:22:01,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:22:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T02:22:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:22:01,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:22:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T02:22:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:22:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HRegion(2603): Flush status journal for 0d1bbad0c9a556af1e16060a3ad9e562: 2024-11-18T02:22:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_0 2024-11-18T02:22:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_0 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ 2024-11-18T02:22:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_1 2024-11-18T02:22:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_1 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9003182703464f22b1575095f0966281_SeqId_6_ 2024-11-18T02:22:01,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_0 into 0d1bbad0c9a556af1e16060a3ad9e562/f as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ - updating store file list. 2024-11-18T02:22:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b55eb438c1c44598e571497507cfdd6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:22:01,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ into 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:22:01,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_0 into 0d1bbad0c9a556af1e16060a3ad9e562/f (new location: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_) 2024-11-18T02:22:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_0 2024-11-18T02:22:01,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_1 into 0d1bbad0c9a556af1e16060a3ad9e562/f as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9003182703464f22b1575095f0966281_SeqId_6_ - updating store file list. 2024-11-18T02:22:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9003182703464f22b1575095f0966281_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:22:01,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9003182703464f22b1575095f0966281_SeqId_6_ into 0d1bbad0c9a556af1e16060a3ad9e562/f 2024-11-18T02:22:01,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_1 into 0d1bbad0c9a556af1e16060a3ad9e562/f (new location: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/f/9003182703464f22b1575095f0966281_SeqId_6_) 2024-11-18T02:22:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/staging/jenkins__test__dg4mfgaj20rke87o460ebiiuocj5askjb32lojnh7mh3gldbcqfleqc8jc5etitp/f/hfile_1 2024-11-18T02:22:01,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:01,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:01,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:01,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:01,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2 , the old value is region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c4730a2bacf8:34131 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:22:01,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T02:22:01,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562., hostname=c4730a2bacf8,34131,1731896501233, seqNum=2 from cache 2024-11-18T02:22:01,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:01,301 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T02:22:01,303 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:22:01,407 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:34131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T02:22:01,608 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 0, reset compression=false 2024-11-18T02:22:01,612 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:22:01,612 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,34131,1731896501233 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d1bbad0c9a556af1e16060a3ad9e562/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896521298/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T02:22:01,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.ReplicationSink(318): Replicating [0c9e9342-0715-4777-a586-695590f12ef2] bulk loaded data 2024-11-18T02:22:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741839_1015 (size=11194) 2024-11-18T02:22:01,658 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 0, reset compression=false 2024-11-18T02:22:01,662 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T02:22:01,663 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c4730a2bacf8,34131,1731896501233 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d1bbad0c9a556af1e16060a3ad9e562/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731896521298/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T02:22:01,664 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:22:01,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T02:22:01,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.ReplicationSink(318): Replicating [0c9e9342-0715-4777-a586-695590f12ef2] bulk loaded data 2024-11-18T02:22:01,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dea2082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:01,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,45007,-1 for getting cluster id 2024-11-18T02:22:01,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:22:01,667 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a43b4fdd-695a-450b-8bd3-efc0090005b6' 2024-11-18T02:22:01,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:22:01,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a43b4fdd-695a-450b-8bd3-efc0090005b6" 2024-11-18T02:22:01,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f890205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:01,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,45007,-1] 2024-11-18T02:22:01,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:22:01,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:01,668 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:22:01,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118adc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:22:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741837_1013 (size=11194) 2024-11-18T02:22:01,812 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:01,863 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741840_1016 (size=10791) 2024-11-18T02:22:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741838_1014 (size=10791) 2024-11-18T02:22:02,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:22:02,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,45007,1731896508434 2024-11-18T02:22:02,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e29277c 2024-11-18T02:22:02,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:22:02,090 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T02:22:02,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:22:02,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:22:02,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,34739,1731896508471, seqNum=-1] 2024-11-18T02:22:02,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:22:02,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T02:22:02,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:22:02,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9003182703464f22b1575095f0966281_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T02:22:02,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,100 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T02:22:02,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ for inclusion in 4b7e633ba02ab85c8b502491dffe081f/f 2024-11-18T02:22:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T02:22:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:22:02,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9003182703464f22b1575095f0966281_SeqId_6_ for inclusion in 4b7e633ba02ab85c8b502491dffe081f/f 2024-11-18T02:22:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T02:22:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:22:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HRegion(2603): Flush status journal for 4b7e633ba02ab85c8b502491dffe081f: 2024-11-18T02:22:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9b55eb438c1c44598e571497507cfdd6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/325849ceb17c48528703d41c854df7e2_SeqId_4_ 2024-11-18T02:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9003182703464f22b1575095f0966281_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:22:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9003182703464f22b1575095f0966281_SeqId_6_ as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/119ad4171406487a816c2b7a80386478_SeqId_4_ 2024-11-18T02:22:02,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ into 4b7e633ba02ab85c8b502491dffe081f/f as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/325849ceb17c48528703d41c854df7e2_SeqId_4_ - updating store file list. 2024-11-18T02:22:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 325849ceb17c48528703d41c854df7e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:22:02,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/325849ceb17c48528703d41c854df7e2_SeqId_4_ into 4b7e633ba02ab85c8b502491dffe081f/f 2024-11-18T02:22:02,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ into 4b7e633ba02ab85c8b502491dffe081f/f (new location: hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/325849ceb17c48528703d41c854df7e2_SeqId_4_) 2024-11-18T02:22:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ 2024-11-18T02:22:02,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9003182703464f22b1575095f0966281_SeqId_6_ into 4b7e633ba02ab85c8b502491dffe081f/f as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/119ad4171406487a816c2b7a80386478_SeqId_4_ - updating store file list. 2024-11-18T02:22:02,116 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 119ad4171406487a816c2b7a80386478_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T02:22:02,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/119ad4171406487a816c2b7a80386478_SeqId_4_ into 4b7e633ba02ab85c8b502491dffe081f/f 2024-11-18T02:22:02,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9003182703464f22b1575095f0966281_SeqId_6_ into 4b7e633ba02ab85c8b502491dffe081f/f (new location: hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/f/119ad4171406487a816c2b7a80386478_SeqId_4_) 2024-11-18T02:22:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/staging/jenkins.hfs.23__test__q1d6pj2gbupe8lmo9v9fqf3m0sbrugl6ta8tl8nf6jmb3jncltc1nvpv82kaica9/f/9003182703464f22b1575095f0966281_SeqId_6_ 2024-11-18T02:22:02,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34739 {}] regionserver.ReplicationSink(324): Finished replicating [0c9e9342-0715-4777-a586-695590f12ef2] bulk loaded data 2024-11-18T02:22:02,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:02,166 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:02,307 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T02:22:02,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T02:22:02,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9003182703464f22b1575095f0966281_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T02:22:02,438 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T02:22:02,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9003182703464f22b1575095f0966281_SeqId_6_ for inclusion in ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:22:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T02:22:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:22:02,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ for inclusion in ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T02:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T02:22:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HRegion(2603): Flush status journal for ddc3c234b8a79e325394403a47fdd0e4: 2024-11-18T02:22:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9003182703464f22b1575095f0966281_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:22:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9003182703464f22b1575095f0966281_SeqId_6_ as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/b9d10cb0fa2b40c58834326e9d2fbcd8_SeqId_6_ 2024-11-18T02:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9b55eb438c1c44598e571497507cfdd6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T02:22:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/d7b7ed7a2b13477f95db8657573e3cc3_SeqId_6_ 2024-11-18T02:22:02,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9003182703464f22b1575095f0966281_SeqId_6_ into ddc3c234b8a79e325394403a47fdd0e4/f as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/b9d10cb0fa2b40c58834326e9d2fbcd8_SeqId_6_ - updating store file list. 2024-11-18T02:22:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9d10cb0fa2b40c58834326e9d2fbcd8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:22:02,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/b9d10cb0fa2b40c58834326e9d2fbcd8_SeqId_6_ into ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:22:02,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9003182703464f22b1575095f0966281_SeqId_6_ into ddc3c234b8a79e325394403a47fdd0e4/f (new location: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/b9d10cb0fa2b40c58834326e9d2fbcd8_SeqId_6_) 2024-11-18T02:22:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9003182703464f22b1575095f0966281_SeqId_6_ 2024-11-18T02:22:02,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ into ddc3c234b8a79e325394403a47fdd0e4/f as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/d7b7ed7a2b13477f95db8657573e3cc3_SeqId_6_ - updating store file list. 2024-11-18T02:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7b7ed7a2b13477f95db8657573e3cc3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T02:22:02,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/d7b7ed7a2b13477f95db8657573e3cc3_SeqId_6_ into ddc3c234b8a79e325394403a47fdd0e4/f 2024-11-18T02:22:02,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ into ddc3c234b8a79e325394403a47fdd0e4/f (new location: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/f/d7b7ed7a2b13477f95db8657573e3cc3_SeqId_6_) 2024-11-18T02:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/staging/jenkins.hfs.22__test__9l41vdeu0icrgfl603tgpv5kjbk1lnqknf0r02rpimv071qd4t04npakig2m1oah/f/9b55eb438c1c44598e571497507cfdd6_SeqId_6_ 2024-11-18T02:22:02,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] regionserver.ReplicationSink(324): Finished replicating [0c9e9342-0715-4777-a586-695590f12ef2] bulk loaded data 2024-11-18T02:22:02,520 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:02,569 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:03,023 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:03,073 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:03,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:22:03,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:03,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:03,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:03,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:03,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:03,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:22:03,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173735049, stopped=false 2024-11-18T02:22:03,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,45007,1731896508434 2024-11-18T02:22:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21796110084/running 2024-11-18T02:22:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21796110084/running 2024-11-18T02:22:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:22:03,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:22:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:22:03,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:03,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:03,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:03,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,34739,1731896508471' ***** 2024-11-18T02:22:03,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:22:03,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on znode that does not yet exist, /21796110084/running 2024-11-18T02:22:03,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Set watcher on znode that does not yet exist, /21796110084/running 2024-11-18T02:22:03,326 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:22:03,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:22:03,327 INFO [RS:0;c4730a2bacf8:34739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:22:03,327 INFO [RS:0;c4730a2bacf8:34739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:22:03,327 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:22:03,327 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,34739,1731896508471 2024-11-18T02:22:03,327 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:22:03,327 INFO [RS:0;c4730a2bacf8:34739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:34739. 2024-11-18T02:22:03,327 DEBUG [RS:0;c4730a2bacf8:34739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:03,327 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b7e633ba02ab85c8b502491dffe081f, disabling compactions & flushes 2024-11-18T02:22:03,327 DEBUG [RS:0;c4730a2bacf8:34739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:03,327 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:22:03,327 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:22:03,327 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. after waiting 0 ms 2024-11-18T02:22:03,327 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:22:03,328 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:22:03,328 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:22:03,328 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:22:03,328 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:22:03,328 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:22:03,328 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1325): Online Regions={4b7e633ba02ab85c8b502491dffe081f=test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:22:03,328 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b7e633ba02ab85c8b502491dffe081f 2024-11-18T02:22:03,328 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:22:03,328 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:22:03,328 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:22:03,328 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:22:03,329 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:22:03,329 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T02:22:03,332 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/default/test/4b7e633ba02ab85c8b502491dffe081f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T02:22:03,332 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:22:03,332 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:22:03,332 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:22:03,332 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b7e633ba02ab85c8b502491dffe081f: Waiting for close lock at 1731896523327Running coprocessor pre-close hooks at 1731896523327Disabling compacts and flushes for region at 1731896523327Disabling writes for close at 1731896523327Writing region close event to WAL at 1731896523328 (+1 ms)Running coprocessor post-close hooks at 1731896523332 (+4 ms)Closed at 1731896523332 2024-11-18T02:22:03,333 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f. 2024-11-18T02:22:03,345 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:22:03,348 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/info/02bae1f4382f4c02a1d1401524f16e79 is 129, key is test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f./info:regioninfo/1731896515138/Put/seqid=0 2024-11-18T02:22:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741839_1015 (size=6421) 2024-11-18T02:22:03,352 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/info/02bae1f4382f4c02a1d1401524f16e79 2024-11-18T02:22:03,362 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:22:03,362 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:22:03,369 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/ns/75b3e3af779c468489895d62e73a3d8e is 43, key is default/ns:d/1731896511415/Put/seqid=0 2024-11-18T02:22:03,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741840_1016 (size=5153) 2024-11-18T02:22:03,528 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:03,626 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:03,676 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:03,728 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:03,773 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/ns/75b3e3af779c468489895d62e73a3d8e 2024-11-18T02:22:03,791 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/rep_barrier/dfd06f0c1425414b9ad5a563ab95f24f is 112, key is test,,1731896514798.4b7e633ba02ab85c8b502491dffe081f./rep_barrier:seqnumDuringOpen/1731896515138/Put/seqid=0 2024-11-18T02:22:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741841_1017 (size=5518) 2024-11-18T02:22:03,929 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:04,129 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:04,195 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/rep_barrier/dfd06f0c1425414b9ad5a563ab95f24f 2024-11-18T02:22:04,212 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/table/2ee9f944ac1848b59e0d58474789a60f is 40, key is test/table:state/1731896515144/Put/seqid=0 2024-11-18T02:22:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741842_1018 (size=5165) 2024-11-18T02:22:04,329 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:22:04,329 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:22:04,329 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:04,329 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:04,380 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:04,529 DEBUG [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:04,615 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/table/2ee9f944ac1848b59e0d58474789a60f 2024-11-18T02:22:04,619 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/info/02bae1f4382f4c02a1d1401524f16e79 as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/info/02bae1f4382f4c02a1d1401524f16e79 2024-11-18T02:22:04,623 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/info/02bae1f4382f4c02a1d1401524f16e79, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T02:22:04,623 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/ns/75b3e3af779c468489895d62e73a3d8e as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/ns/75b3e3af779c468489895d62e73a3d8e 2024-11-18T02:22:04,626 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/ns/75b3e3af779c468489895d62e73a3d8e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:22:04,627 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/rep_barrier/dfd06f0c1425414b9ad5a563ab95f24f as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/rep_barrier/dfd06f0c1425414b9ad5a563ab95f24f 2024-11-18T02:22:04,631 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/rep_barrier/dfd06f0c1425414b9ad5a563ab95f24f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T02:22:04,631 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/.tmp/table/2ee9f944ac1848b59e0d58474789a60f as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/table/2ee9f944ac1848b59e0d58474789a60f 2024-11-18T02:22:04,634 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/table/2ee9f944ac1848b59e0d58474789a60f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:22:04,635 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-18T02:22:04,639 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T02:22:04,639 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:22:04,639 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:22:04,639 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:22:04,639 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896523328Running coprocessor pre-close hooks at 1731896523328Disabling compacts and flushes for region at 1731896523328Disabling writes for close at 1731896523328Obtaining lock to block concurrent updates at 1731896523329 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731896523329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731896523329Flushing stores of hbase:meta,,1.1588230740 at 1731896523330 (+1 ms)Flushing 1588230740/info: creating writer at 1731896523330Flushing 1588230740/info: appending metadata at 1731896523347 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731896523347Flushing 1588230740/ns: creating writer at 1731896523355 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731896523369 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896523369Flushing 1588230740/rep_barrier: creating writer at 1731896523777 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896523791 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896523791Flushing 1588230740/table: creating writer at 1731896524198 (+407 ms)Flushing 1588230740/table: appending metadata at 1731896524212 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731896524212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90fcc98: reopening flushed file at 1731896524619 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a292fc: reopening flushed file at 1731896524623 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679b1cb9: reopening flushed file at 1731896524627 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec4f8a9: reopening flushed file at 1731896524631 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1731896524635 (+4 ms)Writing region close event to WAL at 1731896524636 (+1 ms)Running coprocessor post-close hooks at 1731896524639 (+3 ms)Closed at 1731896524639 2024-11-18T02:22:04,639 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:22:04,729 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,34739,1731896508471; all regions closed. 2024-11-18T02:22:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741834_1010 (size=2717) 2024-11-18T02:22:04,733 DEBUG [RS:0;c4730a2bacf8:34739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/oldWALs 2024-11-18T02:22:04,733 INFO [RS:0;c4730a2bacf8:34739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C34739%2C1731896508471.meta:.meta(num 1731896511376) 2024-11-18T02:22:04,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741832_1008 (size=1028) 2024-11-18T02:22:04,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/WALs/c4730a2bacf8,34739,1731896508471/c4730a2bacf8%2C34739%2C1731896508471.1731896510470 not finished, retry = 0 2024-11-18T02:22:04,837 DEBUG [RS:0;c4730a2bacf8:34739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/oldWALs 2024-11-18T02:22:04,837 INFO [RS:0;c4730a2bacf8:34739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C34739%2C1731896508471:(num 1731896510470) 2024-11-18T02:22:04,837 DEBUG [RS:0;c4730a2bacf8:34739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:04,837 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:22:04,837 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:22:04,837 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T02:22:04,837 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:22:04,837 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:22:04,838 INFO [RS:0;c4730a2bacf8:34739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:34739. 2024-11-18T02:22:04,838 DEBUG [RS:0;c4730a2bacf8:34739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:04,838 DEBUG [RS:0;c4730a2bacf8:34739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:04,838 DEBUG [RS:0;c4730a2bacf8:34739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:04,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:04,838 INFO [RS:0;c4730a2bacf8:34739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34739 2024-11-18T02:22:04,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21796110084/rs/c4730a2bacf8,34739,1731896508471 2024-11-18T02:22:04,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084/rs 2024-11-18T02:22:04,840 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:22:04,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,34739,1731896508471] 2024-11-18T02:22:04,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21796110084/draining/c4730a2bacf8,34739,1731896508471 already deleted, retry=false 2024-11-18T02:22:04,843 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,34739,1731896508471 expired; onlineServers=0 2024-11-18T02:22:04,843 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,45007,1731896508434' ***** 2024-11-18T02:22:04,843 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:22:04,843 INFO [M:0;c4730a2bacf8:45007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:22:04,844 INFO [M:0;c4730a2bacf8:45007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:22:04,844 DEBUG [M:0;c4730a2bacf8:45007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:22:04,844 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:22:04,844 DEBUG [M:0;c4730a2bacf8:45007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:22:04,844 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896510240 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896510240,5,FailOnTimeoutGroup] 2024-11-18T02:22:04,844 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896510237 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896510237,5,FailOnTimeoutGroup] 2024-11-18T02:22:04,844 INFO [M:0;c4730a2bacf8:45007 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:22:04,844 INFO [M:0;c4730a2bacf8:45007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:22:04,844 DEBUG [M:0;c4730a2bacf8:45007 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:22:04,844 INFO [M:0;c4730a2bacf8:45007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:22:04,844 INFO [M:0;c4730a2bacf8:45007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:22:04,845 INFO [M:0;c4730a2bacf8:45007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:22:04,845 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:22:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21796110084/master 2024-11-18T02:22:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21796110084 2024-11-18T02:22:04,845 DEBUG [M:0;c4730a2bacf8:45007 {}] zookeeper.ZKUtil(347): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Unable to get data of znode /21796110084/master because node does not exist (not an error) 2024-11-18T02:22:04,845 WARN [M:0;c4730a2bacf8:45007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:22:04,846 INFO [M:0;c4730a2bacf8:45007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/.lastflushedseqids 2024-11-18T02:22:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741843_1019 (size=173) 2024-11-18T02:22:04,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:22:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:04,943 INFO [RS:0;c4730a2bacf8:34739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:22:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34739-0x10128e14a180007, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:04,943 INFO [RS:0;c4730a2bacf8:34739 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,34739,1731896508471; zookeeper connection closed. 2024-11-18T02:22:04,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6464c903 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6464c903 2024-11-18T02:22:04,943 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:22:05,133 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:05,183 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:05,250 INFO [M:0;c4730a2bacf8:45007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:22:05,250 INFO [M:0;c4730a2bacf8:45007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:22:05,250 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:22:05,250 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:05,250 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:05,251 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:22:05,251 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:05,251 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T02:22:05,269 DEBUG [M:0;c4730a2bacf8:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a410af6ccf46db95cb7a3e2ad05862 is 82, key is hbase:meta,,1/info:regioninfo/1731896511406/Put/seqid=0 2024-11-18T02:22:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741844_1020 (size=5672) 2024-11-18T02:22:05,273 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a410af6ccf46db95cb7a3e2ad05862 2024-11-18T02:22:05,289 DEBUG [M:0;c4730a2bacf8:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/345aa14de67c475cb9f2d63ddb5ae02a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731896515147/Put/seqid=0 2024-11-18T02:22:05,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741845_1021 (size=6586) 2024-11-18T02:22:05,693 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/345aa14de67c475cb9f2d63ddb5ae02a 2024-11-18T02:22:05,714 DEBUG [M:0;c4730a2bacf8:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4934eb4b68cd45969d57b1a565ab669a is 69, key is c4730a2bacf8,34739,1731896508471/rs:state/1731896510316/Put/seqid=0 2024-11-18T02:22:05,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741846_1022 (size=5156) 2024-11-18T02:22:06,036 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:06,092 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:06,118 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4934eb4b68cd45969d57b1a565ab669a 2024-11-18T02:22:06,122 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a410af6ccf46db95cb7a3e2ad05862 as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93a410af6ccf46db95cb7a3e2ad05862 2024-11-18T02:22:06,125 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93a410af6ccf46db95cb7a3e2ad05862, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T02:22:06,125 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/345aa14de67c475cb9f2d63ddb5ae02a as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/345aa14de67c475cb9f2d63ddb5ae02a 2024-11-18T02:22:06,128 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/345aa14de67c475cb9f2d63ddb5ae02a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T02:22:06,129 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4934eb4b68cd45969d57b1a565ab669a as hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4934eb4b68cd45969d57b1a565ab669a 2024-11-18T02:22:06,132 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41093/user/jenkins/test-data/9ed10b03-5e77-5aa9-1007-9875f3406944/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4934eb4b68cd45969d57b1a565ab669a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T02:22:06,133 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false 2024-11-18T02:22:06,135 INFO [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:06,135 DEBUG [M:0;c4730a2bacf8:45007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896525250Disabling compacts and flushes for region at 1731896525250Disabling writes for close at 1731896525251 (+1 ms)Obtaining lock to block concurrent updates at 1731896525251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896525251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731896525251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896525251Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896525251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896525268 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896525269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896525276 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896525289 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896525289Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896525697 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896525714 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896525714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756c4d15: reopening flushed file at 1731896526121 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a964ced: reopening flushed file at 1731896526125 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71556eb5: reopening flushed file at 1731896526128 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false at 1731896526133 (+5 ms)Writing region close event to WAL at 1731896526135 (+2 ms)Closed at 1731896526135 2024-11-18T02:22:06,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741830_1006 (size=32770) 2024-11-18T02:22:06,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:22:06,137 INFO [M:0;c4730a2bacf8:45007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:22:06,137 INFO [M:0;c4730a2bacf8:45007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45007 2024-11-18T02:22:06,138 INFO [M:0;c4730a2bacf8:45007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:22:06,240 INFO [M:0;c4730a2bacf8:45007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:22:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10128e14a180006, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:06,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@195293a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:22:06,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:22:06,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:22:06,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:22:06,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/hadoop.log.dir/,STOPPED} 2024-11-18T02:22:06,245 WARN [BP-282984241-172.17.0.2-1731896507519 heartbeating to localhost/127.0.0.1:41093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:22:06,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:22:06,245 WARN [BP-282984241-172.17.0.2-1731896507519 heartbeating to localhost/127.0.0.1:41093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-282984241-172.17.0.2-1731896507519 (Datanode Uuid f5b6e143-e503-4382-8197-a5ecbbb41591) service to localhost/127.0.0.1:41093 2024-11-18T02:22:06,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:22:06,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/cluster_de0abe15-5dce-4d46-12ab-121a20534327/data/data1/current/BP-282984241-172.17.0.2-1731896507519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:22:06,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/cluster_de0abe15-5dce-4d46-12ab-121a20534327/data/data2/current/BP-282984241-172.17.0.2-1731896507519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:22:06,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:22:06,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326b4593{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:22:06,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:22:06,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:22:06,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:22:06,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49abf146-2c38-a7fa-c61f-d1ddaf235545/hadoop.log.dir/,STOPPED} 2024-11-18T02:22:06,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:22:06,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:22:06,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:06,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:06,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:06,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:06,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:06,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:22:06,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=242928311, stopped=false 2024-11-18T02:22:06,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,39461,1731896504828 2024-11-18T02:22:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797437971/running 2024-11-18T02:22:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:22:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797437971/running 2024-11-18T02:22:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:22:06,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:22:06,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:06,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:06,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:06,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on znode that does not yet exist, /1797437971/running 2024-11-18T02:22:06,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,46763,1731896504861' ***** 2024-11-18T02:22:06,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:22:06,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Set watcher on znode that does not yet exist, /1797437971/running 2024-11-18T02:22:06,272 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:22:06,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:22:06,273 INFO [RS:0;c4730a2bacf8:46763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:22:06,273 INFO [RS:0;c4730a2bacf8:46763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:22:06,273 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(3091): Received CLOSE for ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:22:06,273 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,46763,1731896504861 2024-11-18T02:22:06,273 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:22:06,273 INFO [RS:0;c4730a2bacf8:46763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:46763. 2024-11-18T02:22:06,273 DEBUG [RS:0;c4730a2bacf8:46763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:06,273 DEBUG [RS:0;c4730a2bacf8:46763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:06,273 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddc3c234b8a79e325394403a47fdd0e4, disabling compactions & flushes 2024-11-18T02:22:06,273 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:22:06,274 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:22:06,274 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:22:06,274 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:22:06,274 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:22:06,274 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. after waiting 0 ms 2024-11-18T02:22:06,274 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:22:06,274 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:22:06,274 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T02:22:06,274 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ddc3c234b8a79e325394403a47fdd0e4=test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4.} 2024-11-18T02:22:06,274 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ddc3c234b8a79e325394403a47fdd0e4 2024-11-18T02:22:06,274 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:22:06,274 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:22:06,274 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:22:06,274 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:22:06,274 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:22:06,274 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T02:22:06,277 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/default/test/ddc3c234b8a79e325394403a47fdd0e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T02:22:06,278 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:22:06,278 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:22:06,278 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:22:06,278 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddc3c234b8a79e325394403a47fdd0e4: Waiting for close lock at 1731896526273Running coprocessor pre-close hooks at 1731896526273Disabling compacts and flushes for region at 1731896526273Disabling writes for close at 1731896526274 (+1 ms)Writing region close event to WAL at 1731896526274Running coprocessor post-close hooks at 1731896526278 (+4 ms)Closed at 1731896526278 2024-11-18T02:22:06,278 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4. 2024-11-18T02:22:06,294 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/info/a7b424c2d7c5425abd0b4ef50bb3dd03 is 129, key is test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4./info:regioninfo/1731896514406/Put/seqid=0 2024-11-18T02:22:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741841_1017 (size=6421) 2024-11-18T02:22:06,328 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:22:06,474 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:06,674 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:06,698 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/info/a7b424c2d7c5425abd0b4ef50bb3dd03 2024-11-18T02:22:06,715 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:22:06,715 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:22:06,716 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/ns/dcec7a7a2bea447caf648a5998b4b83f is 43, key is default/ns:d/1731896507384/Put/seqid=0 2024-11-18T02:22:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741842_1018 (size=5153) 2024-11-18T02:22:06,875 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:07,039 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:07,075 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:07,095 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:07,120 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/ns/dcec7a7a2bea447caf648a5998b4b83f 2024-11-18T02:22:07,137 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/rep_barrier/4eca00cc73c54f909af677ccbae30042 is 112, key is test,,1731896513659.ddc3c234b8a79e325394403a47fdd0e4./rep_barrier:seqnumDuringOpen/1731896514406/Put/seqid=0 2024-11-18T02:22:07,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741843_1019 (size=5518) 2024-11-18T02:22:07,275 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:22:07,275 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:22:07,275 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:07,475 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:07,541 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/rep_barrier/4eca00cc73c54f909af677ccbae30042 2024-11-18T02:22:07,559 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/table/e6122c78b8cd483a933786355653aaba is 40, key is test/table:state/1731896514412/Put/seqid=0 2024-11-18T02:22:07,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741844_1020 (size=5165) 2024-11-18T02:22:07,675 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:07,875 DEBUG [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:07,962 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/table/e6122c78b8cd483a933786355653aaba 2024-11-18T02:22:07,966 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/info/a7b424c2d7c5425abd0b4ef50bb3dd03 as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/info/a7b424c2d7c5425abd0b4ef50bb3dd03 2024-11-18T02:22:07,970 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/info/a7b424c2d7c5425abd0b4ef50bb3dd03, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T02:22:07,970 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/ns/dcec7a7a2bea447caf648a5998b4b83f as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/ns/dcec7a7a2bea447caf648a5998b4b83f 2024-11-18T02:22:07,973 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/ns/dcec7a7a2bea447caf648a5998b4b83f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:22:07,974 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/rep_barrier/4eca00cc73c54f909af677ccbae30042 as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/rep_barrier/4eca00cc73c54f909af677ccbae30042 2024-11-18T02:22:07,977 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/rep_barrier/4eca00cc73c54f909af677ccbae30042, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T02:22:07,977 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/.tmp/table/e6122c78b8cd483a933786355653aaba as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/table/e6122c78b8cd483a933786355653aaba 2024-11-18T02:22:07,980 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/table/e6122c78b8cd483a933786355653aaba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T02:22:07,981 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false 2024-11-18T02:22:07,988 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T02:22:07,988 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:22:07,988 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:22:07,988 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:22:07,988 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896526274Running coprocessor pre-close hooks at 1731896526274Disabling compacts and flushes for region at 1731896526274Disabling writes for close at 1731896526274Obtaining lock to block concurrent updates at 1731896526274Preparing flush snapshotting stores in 1588230740 at 1731896526274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731896526275 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896526275Flushing 1588230740/info: creating writer at 1731896526275Flushing 1588230740/info: appending metadata at 1731896526293 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731896526293Flushing 1588230740/ns: creating writer at 1731896526702 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731896526715 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731896526715Flushing 1588230740/rep_barrier: creating writer at 1731896527123 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896527137 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896527137Flushing 1588230740/table: creating writer at 1731896527545 (+408 ms)Flushing 1588230740/table: appending metadata at 1731896527558 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731896527558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ffbae: reopening flushed file at 1731896527966 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62be1b63: reopening flushed file at 1731896527970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6851a5: reopening flushed file at 1731896527973 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18365cee: reopening flushed file at 1731896527977 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false at 1731896527981 (+4 ms)Writing region close event to WAL at 1731896527982 (+1 ms)Running coprocessor post-close hooks at 1731896527988 (+6 ms)Closed at 1731896527988 2024-11-18T02:22:07,989 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:22:08,076 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,46763,1731896504861; all regions closed. 2024-11-18T02:22:08,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741834_1010 (size=2717) 2024-11-18T02:22:08,080 DEBUG [RS:0;c4730a2bacf8:46763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/oldWALs 2024-11-18T02:22:08,080 INFO [RS:0;c4730a2bacf8:46763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C46763%2C1731896504861.meta:.meta(num 1731896507343) 2024-11-18T02:22:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741832_1008 (size=1374) 2024-11-18T02:22:08,082 DEBUG [RS:0;c4730a2bacf8:46763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/oldWALs 2024-11-18T02:22:08,082 INFO [RS:0;c4730a2bacf8:46763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C46763%2C1731896504861:(num 1731896506846) 2024-11-18T02:22:08,083 DEBUG [RS:0;c4730a2bacf8:46763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:08,083 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:22:08,083 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:22:08,083 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T02:22:08,083 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:22:08,083 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:22:08,084 INFO [RS:0;c4730a2bacf8:46763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:46763. 2024-11-18T02:22:08,084 DEBUG [RS:0;c4730a2bacf8:46763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:08,084 DEBUG [RS:0;c4730a2bacf8:46763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:08,084 DEBUG [RS:0;c4730a2bacf8:46763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:08,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:08,084 INFO [RS:0;c4730a2bacf8:46763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46763 2024-11-18T02:22:08,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797437971/rs/c4730a2bacf8,46763,1731896504861 2024-11-18T02:22:08,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971/rs 2024-11-18T02:22:08,086 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:22:08,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,46763,1731896504861] 2024-11-18T02:22:08,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1797437971/draining/c4730a2bacf8,46763,1731896504861 already deleted, retry=false 2024-11-18T02:22:08,090 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,46763,1731896504861 expired; onlineServers=0 2024-11-18T02:22:08,090 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,39461,1731896504828' ***** 2024-11-18T02:22:08,090 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:22:08,090 INFO [M:0;c4730a2bacf8:39461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:22:08,090 INFO [M:0;c4730a2bacf8:39461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:22:08,090 DEBUG [M:0;c4730a2bacf8:39461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:22:08,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:22:08,090 DEBUG [M:0;c4730a2bacf8:39461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:22:08,090 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896506604 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896506604,5,FailOnTimeoutGroup] 2024-11-18T02:22:08,090 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896506603 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896506603,5,FailOnTimeoutGroup] 2024-11-18T02:22:08,091 INFO [M:0;c4730a2bacf8:39461 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:22:08,091 INFO [M:0;c4730a2bacf8:39461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:22:08,091 DEBUG [M:0;c4730a2bacf8:39461 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:22:08,091 INFO [M:0;c4730a2bacf8:39461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:22:08,091 INFO [M:0;c4730a2bacf8:39461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:22:08,091 INFO [M:0;c4730a2bacf8:39461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:22:08,091 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:22:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797437971/master 2024-11-18T02:22:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797437971 2024-11-18T02:22:08,091 DEBUG [M:0;c4730a2bacf8:39461 {}] zookeeper.ZKUtil(347): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Unable to get data of znode /1797437971/master because node does not exist (not an error) 2024-11-18T02:22:08,091 WARN [M:0;c4730a2bacf8:39461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:22:08,092 INFO [M:0;c4730a2bacf8:39461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/.lastflushedseqids 2024-11-18T02:22:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741845_1021 (size=173) 2024-11-18T02:22:08,096 INFO [M:0;c4730a2bacf8:39461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:22:08,096 INFO [M:0;c4730a2bacf8:39461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:22:08,096 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:22:08,096 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:08,096 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:08,096 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:22:08,096 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:08,096 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T02:22:08,114 DEBUG [M:0;c4730a2bacf8:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d79a29552024a8b8f41233e917c04d0 is 82, key is hbase:meta,,1/info:regioninfo/1731896507375/Put/seqid=0 2024-11-18T02:22:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741846_1022 (size=5672) 2024-11-18T02:22:08,143 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:08,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:08,187 INFO [RS:0;c4730a2bacf8:46763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:22:08,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46763-0x10128e14a180004, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:08,187 INFO [RS:0;c4730a2bacf8:46763 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,46763,1731896504861; zookeeper connection closed. 2024-11-18T02:22:08,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ceb5bd4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ceb5bd4 2024-11-18T02:22:08,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:22:08,198 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:08,518 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d79a29552024a8b8f41233e917c04d0 2024-11-18T02:22:08,536 DEBUG [M:0;c4730a2bacf8:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd60ab19860f48d1a2b879c5146c97d7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731896514415/Put/seqid=0 2024-11-18T02:22:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741847_1023 (size=6586) 2024-11-18T02:22:08,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T02:22:08,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T02:22:08,940 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd60ab19860f48d1a2b879c5146c97d7 2024-11-18T02:22:08,961 DEBUG [M:0;c4730a2bacf8:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59976c0cab8f4001bd7bfc518842d9d2 is 69, key is c4730a2bacf8,46763,1731896504861/rs:state/1731896506703/Put/seqid=0 2024-11-18T02:22:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741848_1024 (size=5156) 2024-11-18T02:22:08,965 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59976c0cab8f4001bd7bfc518842d9d2 2024-11-18T02:22:08,968 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d79a29552024a8b8f41233e917c04d0 as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d79a29552024a8b8f41233e917c04d0 2024-11-18T02:22:08,971 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d79a29552024a8b8f41233e917c04d0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T02:22:08,972 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd60ab19860f48d1a2b879c5146c97d7 as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd60ab19860f48d1a2b879c5146c97d7 2024-11-18T02:22:08,975 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd60ab19860f48d1a2b879c5146c97d7, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T02:22:08,976 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59976c0cab8f4001bd7bfc518842d9d2 as hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59976c0cab8f4001bd7bfc518842d9d2 2024-11-18T02:22:08,979 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/c91e8150-09d6-100b-4d23-36bb6e51dad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59976c0cab8f4001bd7bfc518842d9d2, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T02:22:08,979 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=55, compaction requested=false 2024-11-18T02:22:08,980 INFO [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:08,981 DEBUG [M:0;c4730a2bacf8:39461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896528096Disabling compacts and flushes for region at 1731896528096Disabling writes for close at 1731896528096Obtaining lock to block concurrent updates at 1731896528096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896528096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731896528097 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896528097Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896528097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896528114 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896528114Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896528522 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896528535 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896528536 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896528944 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896528961 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896528961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429cfa59: reopening flushed file at 1731896528968 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678e7086: reopening flushed file at 1731896528972 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@408108ed: reopening flushed file at 1731896528975 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=55, compaction requested=false at 1731896528979 (+4 ms)Writing region close event to WAL at 1731896528980 (+1 ms)Closed at 1731896528980 2024-11-18T02:22:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44929 is added to blk_1073741830_1006 (size=32770) 2024-11-18T02:22:08,983 INFO [M:0;c4730a2bacf8:39461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:22:08,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:22:08,983 INFO [M:0;c4730a2bacf8:39461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39461 2024-11-18T02:22:08,983 INFO [M:0;c4730a2bacf8:39461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:22:09,085 INFO [M:0;c4730a2bacf8:39461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:22:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x10128e14a180003, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:09,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c25f550{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:22:09,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:22:09,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:22:09,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:22:09,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.log.dir/,STOPPED} 2024-11-18T02:22:09,090 WARN [BP-1529810869-172.17.0.2-1731896504290 heartbeating to localhost/127.0.0.1:44615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:22:09,090 WARN [BP-1529810869-172.17.0.2-1731896504290 heartbeating to localhost/127.0.0.1:44615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529810869-172.17.0.2-1731896504290 (Datanode Uuid 3e36174e-d691-4147-9f89-7c5006c29b2b) service to localhost/127.0.0.1:44615 2024-11-18T02:22:09,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:22:09,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:22:09,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/cluster_8fe5f4e8-e23b-18a4-a55c-8b9ef338d7e1/data/data1/current/BP-1529810869-172.17.0.2-1731896504290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:22:09,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:22:09,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/cluster_8fe5f4e8-e23b-18a4-a55c-8b9ef338d7e1/data/data2/current/BP-1529810869-172.17.0.2-1731896504290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:22:09,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d40997b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:22:09,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:22:09,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:22:09,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:22:09,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94dc1961-bfcb-694b-6c7a-0550b9f7de30/hadoop.log.dir/,STOPPED} 2024-11-18T02:22:09,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:22:09,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:22:09,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:09,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:09,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:09,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:09,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:09,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:22:09,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861588626, stopped=false 2024-11-18T02:22:09,113 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,33435,1731896501178 2024-11-18T02:22:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1579206363/running 2024-11-18T02:22:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1579206363/running 2024-11-18T02:22:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:22:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:22:09,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:22:09,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:22:09,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:09,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:09,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,34131,1731896501233' ***** 2024-11-18T02:22:09,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:22:09,115 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:22:09,115 INFO [RS:0;c4730a2bacf8:34131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(3091): Received CLOSE for 4442c56c5c64740794706423d73c593d 2024-11-18T02:22:09,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:22:09,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on znode that does not yet exist, /0-1579206363/running 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d1bbad0c9a556af1e16060a3ad9e562 2024-11-18T02:22:09,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Set watcher on znode that does not yet exist, /0-1579206363/running 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,34131,1731896501233 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:34131. 2024-11-18T02:22:09,116 DEBUG [RS:0;c4730a2bacf8:34131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:09,116 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:22:09,116 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:22:09,117 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T02:22:09,117 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4442c56c5c64740794706423d73c593d=hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d., 0d1bbad0c9a556af1e16060a3ad9e562=test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562.} 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4442c56c5c64740794706423d73c593d, disabling compactions & flushes 2024-11-18T02:22:09,117 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1351): Waiting on 0d1bbad0c9a556af1e16060a3ad9e562, 1588230740, 4442c56c5c64740794706423d73c593d 2024-11-18T02:22:09,117 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:22:09,117 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. after waiting 0 ms 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:22:09,117 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4442c56c5c64740794706423d73c593d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T02:22:09,117 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T02:22:09,139 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/info/096fd4709f6744e2bcaea231878c5970 is 147, key is hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d./info:regioninfo/1731896516606/Put/seqid=0 2024-11-18T02:22:09,139 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/.tmp/hfileref/892f7d47ca5c4a79bda04cf845b064b2 is 74, key is 1/hfileref:6e92ee7dcdca4c23a681e6676005416d_SeqId_4_/1731896519739/DeleteColumn/seqid=0 2024-11-18T02:22:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741847_1023 (size=5489) 2024-11-18T02:22:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741848_1024 (size=7686) 2024-11-18T02:22:09,143 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/.tmp/hfileref/892f7d47ca5c4a79bda04cf845b064b2 2024-11-18T02:22:09,143 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/info/096fd4709f6744e2bcaea231878c5970 2024-11-18T02:22:09,161 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/.tmp/queue/79987f50bd0b49959ab91a05af42885d is 153, key is 1-c4730a2bacf8,34131,1731896501233/queue:c4730a2bacf8%2C34131%2C1731896501233/1731896522456/Put/seqid=0 2024-11-18T02:22:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741849_1025 (size=5504) 2024-11-18T02:22:09,164 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/ns/755a9a77806a4b00bc212cfe8bdf8b6c is 43, key is default/ns:d/1731896504190/Put/seqid=0 2024-11-18T02:22:09,164 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/.tmp/queue/79987f50bd0b49959ab91a05af42885d 2024-11-18T02:22:09,165 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:22:09,166 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:22:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741850_1026 (size=5153) 2024-11-18T02:22:09,167 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/ns/755a9a77806a4b00bc212cfe8bdf8b6c 2024-11-18T02:22:09,168 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/.tmp/hfileref/892f7d47ca5c4a79bda04cf845b064b2 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/hfileref/892f7d47ca5c4a79bda04cf845b064b2 2024-11-18T02:22:09,172 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/hfileref/892f7d47ca5c4a79bda04cf845b064b2, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T02:22:09,172 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/.tmp/queue/79987f50bd0b49959ab91a05af42885d as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/queue/79987f50bd0b49959ab91a05af42885d 2024-11-18T02:22:09,176 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/queue/79987f50bd0b49959ab91a05af42885d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T02:22:09,176 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4442c56c5c64740794706423d73c593d in 59ms, sequenceid=17, compaction requested=false 2024-11-18T02:22:09,183 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/replication/4442c56c5c64740794706423d73c593d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T02:22:09,183 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:22:09,183 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:22:09,183 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:22:09,183 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4442c56c5c64740794706423d73c593d: Waiting for close lock at 1731896529117Running coprocessor pre-close hooks at 1731896529117Disabling compacts and flushes for region at 1731896529117Disabling writes for close at 1731896529117Obtaining lock to block concurrent updates at 1731896529117Preparing flush snapshotting stores in 4442c56c5c64740794706423d73c593d at 1731896529117Finished memstore snapshotting hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731896529117Flushing stores of hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. at 1731896529118 (+1 ms)Flushing 4442c56c5c64740794706423d73c593d/hfileref: creating writer at 1731896529118Flushing 4442c56c5c64740794706423d73c593d/hfileref: appending metadata at 1731896529139 (+21 ms)Flushing 4442c56c5c64740794706423d73c593d/hfileref: closing flushed file at 1731896529139Flushing 4442c56c5c64740794706423d73c593d/queue: creating writer at 1731896529147 (+8 ms)Flushing 4442c56c5c64740794706423d73c593d/queue: appending metadata at 1731896529160 (+13 ms)Flushing 4442c56c5c64740794706423d73c593d/queue: closing flushed file at 1731896529160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b26b067: reopening flushed file at 1731896529168 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233a70f8: reopening flushed file at 1731896529172 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4442c56c5c64740794706423d73c593d in 59ms, sequenceid=17, compaction requested=false at 1731896529176 (+4 ms)Writing region close event to WAL at 1731896529181 (+5 ms)Running coprocessor post-close hooks at 1731896529183 (+2 ms)Closed at 1731896529183 2024-11-18T02:22:09,184 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731896515440.4442c56c5c64740794706423d73c593d. 2024-11-18T02:22:09,184 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d1bbad0c9a556af1e16060a3ad9e562, disabling compactions & flushes 2024-11-18T02:22:09,184 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:22:09,184 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:22:09,184 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. after waiting 0 ms 2024-11-18T02:22:09,184 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:22:09,185 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/rep_barrier/26dc10f59ad840178066fcb6758659ce is 112, key is test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562./rep_barrier:seqnumDuringOpen/1731896512650/Put/seqid=0 2024-11-18T02:22:09,186 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/default/test/0d1bbad0c9a556af1e16060a3ad9e562/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T02:22:09,187 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:22:09,187 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T02:22:09,187 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:22:09,187 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d1bbad0c9a556af1e16060a3ad9e562: Waiting for close lock at 1731896529184Running coprocessor pre-close hooks at 1731896529184Disabling compacts and flushes for region at 1731896529184Disabling writes for close at 1731896529184Writing region close event to WAL at 1731896529184Running coprocessor post-close hooks at 1731896529187 (+3 ms)Closed at 1731896529187 2024-11-18T02:22:09,187 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731896511508.0d1bbad0c9a556af1e16060a3ad9e562. 2024-11-18T02:22:09,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741851_1027 (size=5518) 2024-11-18T02:22:09,209 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:22:09,317 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:09,346 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:09,351 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:22:09,351 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 688, reset compression=false 2024-11-18T02:22:09,351 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c4730a2bacf8,34131,1731896501233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:22:09,352 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c4730a2bacf8,34131,1731896501233: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c4730a2bacf8,34131,1731896501233, walGroup=c4730a2bacf8%2C34131%2C1731896501233, offset=c4730a2bacf8%2C34131%2C1731896501233.1731896520490:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:34131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T02:22:09,353 ERROR [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T02:22:09,353 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T02:22:09,353 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T02:22:09,353 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T02:22:09,353 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T02:22:09,353 INFO [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1488977920, "init": 1048576000, "max": 2306867200, "used": 1124876176 }, "NonHeapMemoryUsage": { "committed": 209977344, "init": 7667712, "max": -1, "used": 206996832 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T02:22:09,354 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:33435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c4730a2bacf8:33435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T02:22:09,401 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 393, reset compression=false 2024-11-18T02:22:09,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T02:22:09,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 688, reset compression=false 2024-11-18T02:22:09,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c4730a2bacf8,34131,1731896501233 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T02:22:09,405 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-18T02:22:09,517 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:09,555 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 688, reset compression=false 2024-11-18T02:22:09,588 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/rep_barrier/26dc10f59ad840178066fcb6758659ce 2024-11-18T02:22:09,605 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/table/c3f52aadd2ed412e91efb3f1df945721 is 53, key is hbase:replication/table:state/1731896516611/Put/seqid=0 2024-11-18T02:22:09,607 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 688, reset compression=false 2024-11-18T02:22:09,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741852_1028 (size=5308) 2024-11-18T02:22:09,717 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:09,858 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 688, reset compression=false 2024-11-18T02:22:09,911 DEBUG [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/WALs/c4730a2bacf8,34131,1731896501233/c4730a2bacf8%2C34131%2C1731896501233.1731896520490 to pos 688, reset compression=false 2024-11-18T02:22:09,917 DEBUG [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:22:10,010 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/table/c3f52aadd2ed412e91efb3f1df945721 2024-11-18T02:22:10,014 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/info/096fd4709f6744e2bcaea231878c5970 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/info/096fd4709f6744e2bcaea231878c5970 2024-11-18T02:22:10,017 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/info/096fd4709f6744e2bcaea231878c5970, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T02:22:10,018 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/ns/755a9a77806a4b00bc212cfe8bdf8b6c as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/ns/755a9a77806a4b00bc212cfe8bdf8b6c 2024-11-18T02:22:10,021 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/ns/755a9a77806a4b00bc212cfe8bdf8b6c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T02:22:10,022 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/rep_barrier/26dc10f59ad840178066fcb6758659ce as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/rep_barrier/26dc10f59ad840178066fcb6758659ce 2024-11-18T02:22:10,024 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/rep_barrier/26dc10f59ad840178066fcb6758659ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T02:22:10,025 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/.tmp/table/c3f52aadd2ed412e91efb3f1df945721 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/table/c3f52aadd2ed412e91efb3f1df945721 2024-11-18T02:22:10,028 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/table/c3f52aadd2ed412e91efb3f1df945721, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T02:22:10,029 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false 2024-11-18T02:22:10,029 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:22:10,032 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T02:22:10,033 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T02:22:10,033 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:22:10,033 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:22:10,033 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731896529117Running coprocessor pre-close hooks at 1731896529117Disabling compacts and flushes for region at 1731896529117Disabling writes for close at 1731896529117Obtaining lock to block concurrent updates at 1731896529117Preparing flush snapshotting stores in 1588230740 at 1731896529117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731896529117Flushing stores of hbase:meta,,1.1588230740 at 1731896529118 (+1 ms)Flushing 1588230740/info: creating writer at 1731896529118Flushing 1588230740/info: appending metadata at 1731896529139 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731896529139Flushing 1588230740/ns: creating writer at 1731896529147 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731896529163 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731896529164 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731896529171 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896529184 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896529184Flushing 1588230740/table: creating writer at 1731896529591 (+407 ms)Flushing 1588230740/table: appending metadata at 1731896529605 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731896529605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c84d08: reopening flushed file at 1731896530014 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3eb165: reopening flushed file at 1731896530018 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f7a366: reopening flushed file at 1731896530021 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231800fe: reopening flushed file at 1731896530024 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false at 1731896530029 (+5 ms)Writing region close event to WAL at 1731896530030 (+1 ms)Running coprocessor post-close hooks at 1731896530033 (+3 ms)Closed at 1731896530033 2024-11-18T02:22:10,033 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:22:10,118 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,34131,1731896501233; all regions closed. 2024-11-18T02:22:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741842_1018 (size=859) 2024-11-18T02:22:10,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741844_1020 (size=2791) 2024-11-18T02:22:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741843_1019 (size=696) 2024-11-18T02:22:10,123 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:10,123 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:22:10,123 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:22:10,124 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T02:22:10,124 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:22:10,124 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:22:10,124 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c4730a2bacf8,34131,1731896501233 because: Region server is closing 2024-11-18T02:22:10,124 INFO [RS:0;c4730a2bacf8:34131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:34131. 2024-11-18T02:22:10,124 DEBUG [RS:0;c4730a2bacf8:34131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:10,124 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:10,124 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:10,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:10,225 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 terminated 2024-11-18T02:22:10,225 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c4730a2bacf8,34131,1731896501233 because: Region server is closing 2024-11-18T02:22:10,225 WARN [RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,1-c4730a2bacf8,34131,1731896501233.replicationSource.wal-reader.c4730a2bacf8%2C34131%2C1731896501233,1-c4730a2bacf8,34131,1731896501233 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T02:22:10,225 INFO [RS:0;c4730a2bacf8:34131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:34131. 2024-11-18T02:22:10,225 DEBUG [RS:0;c4730a2bacf8:34131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:22:10,225 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:10,225 DEBUG [RS:0;c4730a2bacf8:34131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:22:10,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:22:10,325 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c4730a2bacf8:0-0.replicationSource,2-c4730a2bacf8,34131,1731896501233.replicationSource.shipperc4730a2bacf8%2C34131%2C1731896501233,2-c4730a2bacf8,34131,1731896501233 terminated 2024-11-18T02:22:10,326 INFO [RS:0;c4730a2bacf8:34131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34131 2024-11-18T02:22:10,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1579206363/rs/c4730a2bacf8,34131,1731896501233 2024-11-18T02:22:10,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363/rs 2024-11-18T02:22:10,333 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:22:10,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,34131,1731896501233] 2024-11-18T02:22:10,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1579206363/draining/c4730a2bacf8,34131,1731896501233 already deleted, retry=false 2024-11-18T02:22:10,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,34131,1731896501233 expired; onlineServers=0 2024-11-18T02:22:10,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,33435,1731896501178' ***** 2024-11-18T02:22:10,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:22:10,335 INFO [M:0;c4730a2bacf8:33435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:22:10,335 INFO [M:0;c4730a2bacf8:33435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:22:10,335 DEBUG [M:0;c4730a2bacf8:33435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:22:10,335 DEBUG [M:0;c4730a2bacf8:33435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:22:10,335 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896503000 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896503000,5,FailOnTimeoutGroup] 2024-11-18T02:22:10,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:22:10,335 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896503001 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896503001,5,FailOnTimeoutGroup] 2024-11-18T02:22:10,335 INFO [M:0;c4730a2bacf8:33435 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:22:10,335 INFO [M:0;c4730a2bacf8:33435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:22:10,336 DEBUG [M:0;c4730a2bacf8:33435 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:22:10,336 INFO [M:0;c4730a2bacf8:33435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:22:10,336 INFO [M:0;c4730a2bacf8:33435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:22:10,336 INFO [M:0;c4730a2bacf8:33435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:22:10,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:22:10,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1579206363/master 2024-11-18T02:22:10,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1579206363 2024-11-18T02:22:10,339 DEBUG [M:0;c4730a2bacf8:33435 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1579206363/master already deleted, retry=false 2024-11-18T02:22:10,339 DEBUG [M:0;c4730a2bacf8:33435 {}] master.ActiveMasterManager(353): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1579206363/master 2024-11-18T02:22:10,339 INFO [M:0;c4730a2bacf8:33435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/.lastflushedseqids 2024-11-18T02:22:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741853_1029 (size=263) 2024-11-18T02:22:10,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:10,434 INFO [RS:0;c4730a2bacf8:34131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:22:10,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34131-0x10128e14a180001, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:10,434 INFO [RS:0;c4730a2bacf8:34131 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,34131,1731896501233; zookeeper connection closed. 2024-11-18T02:22:10,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@190dba7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@190dba7f 2024-11-18T02:22:10,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T02:22:10,744 INFO [M:0;c4730a2bacf8:33435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:22:10,744 INFO [M:0;c4730a2bacf8:33435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:22:10,744 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:22:10,744 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:10,744 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:10,744 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:22:10,744 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:10,744 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-18T02:22:10,759 DEBUG [M:0;c4730a2bacf8:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8f7668c3214126982c2ddfa3621a63 is 82, key is hbase:meta,,1/info:regioninfo/1731896504175/Put/seqid=0 2024-11-18T02:22:10,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741854_1030 (size=5672) 2024-11-18T02:22:10,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T02:22:11,163 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8f7668c3214126982c2ddfa3621a63 2024-11-18T02:22:11,181 DEBUG [M:0;c4730a2bacf8:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74ac1a5807014501aeb9f2295fe21025 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731896516614/Put/seqid=0 2024-11-18T02:22:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741855_1031 (size=8908) 2024-11-18T02:22:11,585 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74ac1a5807014501aeb9f2295fe21025 2024-11-18T02:22:11,603 DEBUG [M:0;c4730a2bacf8:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf8b517314004a9c81eb3a89d1deb0cd is 69, key is c4730a2bacf8,34131,1731896501233/rs:state/1731896503076/Put/seqid=0 2024-11-18T02:22:11,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741856_1032 (size=5156) 2024-11-18T02:22:12,006 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf8b517314004a9c81eb3a89d1deb0cd 2024-11-18T02:22:12,011 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8f7668c3214126982c2ddfa3621a63 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b8f7668c3214126982c2ddfa3621a63 2024-11-18T02:22:12,014 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b8f7668c3214126982c2ddfa3621a63, entries=8, sequenceid=112, filesize=5.5 K 2024-11-18T02:22:12,015 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74ac1a5807014501aeb9f2295fe21025 as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74ac1a5807014501aeb9f2295fe21025 2024-11-18T02:22:12,018 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74ac1a5807014501aeb9f2295fe21025, entries=13, sequenceid=112, filesize=8.7 K 2024-11-18T02:22:12,018 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf8b517314004a9c81eb3a89d1deb0cd as hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf8b517314004a9c81eb3a89d1deb0cd 2024-11-18T02:22:12,021 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/2eb744b2-094f-1cce-50c1-480e18e759cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf8b517314004a9c81eb3a89d1deb0cd, entries=1, sequenceid=112, filesize=5.0 K 2024-11-18T02:22:12,022 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false 2024-11-18T02:22:12,023 INFO [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:22:12,023 DEBUG [M:0;c4730a2bacf8:33435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731896530744Disabling compacts and flushes for region at 1731896530744Disabling writes for close at 1731896530744Obtaining lock to block concurrent updates at 1731896530744Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896530744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731896530744Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896530745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896530745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896530758 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896530759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896531166 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896531180 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896531180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896531589 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896531602 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896531602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383cdcad: reopening flushed file at 1731896532010 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d06b8c: reopening flushed file at 1731896532014 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321e984e: reopening flushed file at 1731896532018 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false at 1731896532022 (+4 ms)Writing region close event to WAL at 1731896532023 (+1 ms)Closed at 1731896532023 2024-11-18T02:22:12,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36473 is added to blk_1073741830_1006 (size=69043) 2024-11-18T02:22:12,025 INFO [M:0;c4730a2bacf8:33435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:22:12,025 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:22:12,025 INFO [M:0;c4730a2bacf8:33435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33435 2024-11-18T02:22:12,026 INFO [M:0;c4730a2bacf8:33435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:22:12,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:12,128 INFO [M:0;c4730a2bacf8:33435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:22:12,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10128e14a180000, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:22:12,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:22:12,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:22:12,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:22:12,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:22:12,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.log.dir/,STOPPED} 2024-11-18T02:22:12,132 WARN [BP-11526740-172.17.0.2-1731896500124 heartbeating to localhost/127.0.0.1:44915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:22:12,132 WARN [BP-11526740-172.17.0.2-1731896500124 heartbeating to localhost/127.0.0.1:44915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-11526740-172.17.0.2-1731896500124 (Datanode Uuid e4957341-dc85-43a3-a207-03c2c6bad150) service to localhost/127.0.0.1:44915 2024-11-18T02:22:12,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52/data/data1/current/BP-11526740-172.17.0.2-1731896500124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:22:12,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/cluster_96e44a80-f500-6db3-39f6-b4d06f848e52/data/data2/current/BP-11526740-172.17.0.2-1731896500124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:22:12,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:22:12,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:22:12,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:22:12,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b6d451a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:22:12,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:22:12,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:22:12,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:22:12,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bd83bf1-9b59-685b-c3fb-cc868696e917/hadoop.log.dir/,STOPPED} 2024-11-18T02:22:12,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:22:12,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T02:22:12,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 534) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44615 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44615 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41093 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=1903 (was 2190) 2024-11-18T02:22:12,180 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-18T02:22:12,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128e14a180005, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:22:12,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128e14a180002, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:22:12,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128e14a180005, quorum=127.0.0.1:53970, baseZNode=/1797437971 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:22:12,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128e14a180002, quorum=127.0.0.1:53970, baseZNode=/0-1579206363 Received Disconnected from ZooKeeper, ignoring 2024-11-18T02:22:12,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10128e14a180008, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T02:22:12,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10128e14a180008, quorum=127.0.0.1:53970, baseZNode=/21796110084 Received Disconnected from ZooKeeper, ignoring